-- Logs begin at Thu 2021-04-08 07:32:04 UTC, end at Thu 2021-04-08 08:40:13 UTC. --
Apr 08 08:08:28.355079 dv-cinder-761113-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 08 08:08:31.283503 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.common.config [-] Logging enabled!
Apr 08 08:08:31.284073 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44
Apr 08 08:08:31.285446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84193) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 08:08:31.287309 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.common.config [-] Logging enabled!
Apr 08 08:08:31.287602 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev44
Apr 08 08:08:31.287952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84193) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 08 08:08:31.289051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 08:08:31.289314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 08:08:31.290567 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 08:08:31.290857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 08:08:31.291120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 08:08:31.291513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.291870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.292214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.292479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.292827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.293163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.293611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.293969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.294326 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.294692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.294974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.295300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.295563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.295884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.296219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.296550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.296804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.297120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.297661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.298019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.298333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.298661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.298974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.299280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.299593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.299915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.300303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] host                           = dv-cinder-761113-10-iscsi {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.300613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.300939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.301262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.301585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.301927 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.302240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.302562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.302871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.303177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.303485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.303811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.304139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.304479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.304734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.304986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.305311 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.305636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.305988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.306299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.306605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.306911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.307216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.307515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.307839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.308162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.308486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.308791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.309096 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.309943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.310253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.310576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.311008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.311320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.311627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.311941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.312247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.312553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.312901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.313227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.313550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.313898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.314209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.314540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.314842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.315147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.315452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.315759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.316065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.316386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.316692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.316995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.317304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.317610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.317964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:31.318302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.318640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.318980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.319301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.319634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.319948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.320281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.320594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.320922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.321250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.321578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.321917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.322241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.322554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.322886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.323235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.323572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.323905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.324213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.324521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.324831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.325457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.325815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.326154 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.326489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.326802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.327115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.327449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.327764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.328074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.328388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.328721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.329032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.329339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.329656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.329996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.330304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.330612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.330923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.331254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.331564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.331870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.332174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.332486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.332791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.333110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.333419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.333762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.334049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.334387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.334672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.334956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.335266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.335569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.335881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.336188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.336490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.336803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.337102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.337406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.337745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.338039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.338347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.338650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.338956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.339258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.339562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.339865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.340183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.341037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.341350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.341828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.342136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.342451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.342762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.343073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.343384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.343696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.344001 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.344329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.344646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.344967 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.345281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.345589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.345948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.346256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.346571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.346884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.347188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.347512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.347826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.348153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.348480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.348808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.349136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.349461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.349796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.350148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.350460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:31.350709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 08:08:31.350984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84193) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 08 08:08:32.016130 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO keyring.backend [-] Loading Gnome
Apr 08 08:08:32.033788 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO keyring.backend [-] Loading Google
Apr 08 08:08:32.036382 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO keyring.backend [-] Loading Windows (alt)
Apr 08 08:08:32.040152 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO keyring.backend [-] Loading file
Apr 08 08:08:32.040983 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO keyring.backend [-] Loading keyczar
Apr 08 08:08:32.041259 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO keyring.backend [-] Loading multi
Apr 08 08:08:32.041935 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO keyring.backend [-] Loading pyfs
Apr 08 08:08:32.089951 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:08:32.090266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:08:32.090629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:08:32.091036 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 08 08:08:32.492718 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.493286 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.493377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.496399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.496774 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.497093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.539874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.540188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.540487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.554293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.554608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.554916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.624101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.624411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.624713 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.625872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.626181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.626484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.901604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7c12336e18> agent after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.901890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f7c12336e18> agent after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.902194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f7c12336ea0> segment precommit_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.902493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f7c12336f28> network precommit_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:32.904907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f7c122c3048> segment before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.056996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> network before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.057380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f7c1231b7b8> agent before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.057701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> network before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.058026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> port before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.058332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> port before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.058709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> segment after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.059002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> segment precommit_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.059869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> segment precommit_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.060157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> segment after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.060492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> network after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.060783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> network precommit_delete 0 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.061086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> port provisioning_complete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.061389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.061675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> rbac-policy after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.062026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> agent after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.062347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> subnet after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.062637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> subnet precommit_delete 0 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.062953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.063235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.063571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> segment_host_mapping after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.064024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> port after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.064306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> port after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.064609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> port after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.064924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.065201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.065480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f7c12008d30>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.065930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 08:08:33.066203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 08:08:33.066474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 08:08:33.066750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 08:08:33.067014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 08:08:33.067283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 08:08:33.067702 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 08 08:08:33.071072 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 08 08:08:33.075149 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 08 08:08:33.079190 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Apr 08 08:08:33.080854 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 08 08:08:33.082149 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 08 08:08:33.082537 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 08 08:08:33.082975 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 08 08:08:33.085754 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 08 08:08:33.086025 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 08 08:08:33.086417 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 08:08:33.113916 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 08 08:08:33.114436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f7c12226908>> qos_plugin after_init 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.114770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84193) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 08 08:08:33.115178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f7c11faa4a8>> logging-plugin after_init 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.116527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84193) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 08 08:08:33.116849 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 08 08:08:33.117127 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 08 08:08:33.120256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7c11faa518>> floatingip before_response 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.120568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f7c11faa518>> port before_response 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.189333 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 08 08:08:33.189536 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 08 08:08:33.189797 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 08 08:08:33.190217 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 08 08:08:33.225561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.sqlalchemy.engines [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84193) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 08 08:08:33.677671 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Initializing driver for type 'gre'
Apr 08 08:08:33.678362 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] gre ID ranges: [(1, 1000)]
Apr 08 08:08:33.718461 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Initializing driver for type 'local'
Apr 08 08:08:33.718836 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Initializing driver for type 'vlan'
Apr 08 08:08:33.728302 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] VlanTypeDriver initialization complete
Apr 08 08:08:33.728678 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Initializing driver for type 'vxlan'
Apr 08 08:08:33.729194 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] vxlan ID ranges: [(1, 1000)]
Apr 08 08:08:33.769564 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Initializing extension driver 'port_security'
Apr 08 08:08:33.769965 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.extensions.port_security [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] PortSecurityExtensionDriver initialization complete
Apr 08 08:08:33.770335 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Initializing mechanism driver 'openvswitch'
Apr 08 08:08:33.770692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Initializing mechanism driver 'hyperv'
Apr 08 08:08:33.776911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84193) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:08:33.778700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11f82ba8>> port after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.779171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11f82ba8>> port after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.779560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11f82ba8>> port after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.779981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48748>> subnet after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.780368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48748>> subnet after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.780747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48748>> subnet after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.781158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48908>> network after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.781537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48908>> network after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.781946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48908>> network after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.782362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48ac8>> security_group after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.782739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48ac8>> security_group after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.783109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48ac8>> security_group after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.783520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48c88>> security_group_rule after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.783898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48c88>> security_group_rule after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.784271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48c88>> security_group_rule after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.784806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48e48>> address_group after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.785183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48e48>> address_group after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.785553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f7c11b48e48>> address_group after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.785939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] ML2 OVO RPC backend initialized. {{(pid=84193) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 08 08:08:33.786721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> router_interface after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.787107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> router_interface after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.787557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> network before_response 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.787936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> networks before_response 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.788312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> port before_response 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.788684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> ports before_response 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.789061 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> subnet before_response 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.789434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> subnets before_response 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.789834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> network after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.790207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> network after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.790577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> network after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.790945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> port after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.791315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> port after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.791681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> port after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.792048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> subnet after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.792413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> subnet after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.792776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f7c11b500f0>> subnet after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.793392 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.plugin [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Modular L2 Plugin initialization complete
Apr 08 08:08:33.793799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading services supported by the core plugin {{(pid=84193) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 08 08:08:33.794193 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.plugins.ml2.managers [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Got port-security extension from driver 'port_security'
Apr 08 08:08:33.794692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.extensions.vlantransparent [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Disabled vlantransparent extension.
Apr 08 08:08:33.795228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84193) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 08 08:08:33.795565 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading Plugin: router
Apr 08 08:08:33.831747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router_interface before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.832173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router after_create 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.832568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router before_create 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.832965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router_interface before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.833373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router_interface after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.833783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router after_delete 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.834169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> floatingip after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.834570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router after_create 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.835013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router after_update 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.835348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router after_update 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.835730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router_gateway after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.836125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router after_update 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.836619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router precommit_update 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.837031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f7c122668c8> port after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.837424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f7c122667b8> port after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.837786 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f7c12266840> subnet after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.838157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f7c12266950> subnetpool_address_scope after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.838536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> port precommit_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.838913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router precommit_create 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.839285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f7c12259a60> port before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.839654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router precommit_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.840048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router after_update 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.840999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router precommit_delete 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.841445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router precommit_create 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.841887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router_interface after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.842267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> router precommit_update 55549900 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.842692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f7c11b500b8>> network after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.843666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Tracking information for resource: router configured {{(pid=84193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 08:08:33.844034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Tracking information for resource: floatingip configured {{(pid=84193) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 08 08:08:33.848819 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_agentschedulers_db [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 08 08:08:33.849462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f7c11aca840> port after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.849881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f7c11aca730> port after_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.850265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function _notify_port_delete at 0x7f7c11aca7b8> port after_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.850644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f7c11aca9d8> port after_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.851532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7c11ae8ef0>> router before_create 55550100 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.851930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7c11ae8ef0>> router precommit_delete 55550100 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.852330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7c11ae8ef0>> router precommit_create 55550100 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.852719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f7c11ae8ef0>> router precommit_update 55550100 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.857605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.provider_configuration [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service providers = [] {{(pid=84193) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 08 08:08:33.858022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.servicetype_db [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84193) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 08 08:08:33.860969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.service_base [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 08:08:33.861354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.service_base [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 08:08:33.861751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.service_base [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 08:08:33.862656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.service_base [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84193) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 08 08:08:33.863054 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.services.service_base [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 08 08:08:33.863461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 08:08:33.863809 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 08 08:08:33.873939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 08:08:33.874313 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading Plugin: auto_allocate
Apr 08 08:08:33.880043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7c11a69048> network precommit_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.880443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f7c11a69048> network precommit_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.881022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 08:08:33.881376 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading Plugin: tag
Apr 08 08:08:33.888788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 08:08:33.889146 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading Plugin: timestamp
Apr 08 08:08:33.892954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 08:08:33.893299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading Plugin: network_ip_availability
Apr 08 08:08:33.898921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7c11a712e8>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.899325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7c11a712e8>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.899711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7c11a712e8>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:33.900488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 08:08:33.900843 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading Plugin: flavors
Apr 08 08:08:33.905700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 08:08:33.906089 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading Plugin: revisions
Apr 08 08:08:33.910328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84193) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 08 08:08:33.910747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.820s {{(pid=84193) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:08:33.911543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84193) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 08 08:08:33.911899 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Initializing extension manager.
Apr 08 08:08:33.912452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: __init__.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.912826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: __pycache__ {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.913193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.913558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: address_group.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.914361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.915142 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: address-group
Apr 08 08:08:33.915501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: address_scope.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.916256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.916832 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: address-scope
Apr 08 08:08:33.917191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: admin_state_down_before_update.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.918143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.919227 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: router-admin-state-down-before-update
Apr 08 08:08:33.919583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: agent.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.920320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.920882 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: agent
Apr 08 08:08:33.921239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: agent_resources_synced.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.922167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.922740 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: agent-resources-synced
Apr 08 08:08:33.923097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: allowedaddresspairs.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.924874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.925457 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: allowed-address-pairs
Apr 08 08:08:33.925846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: auto_allocated_topology.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.926904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.927483 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: auto-allocated-topology
Apr 08 08:08:33.927884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: availability_zone.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.928571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.929144 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: availability_zone
Apr 08 08:08:33.929500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: availability_zone_filter.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.930439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.931014 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: availability_zone_filter
Apr 08 08:08:33.931372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: data_plane_status.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.932277 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.932849 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension data-plane-status not supported by any of loaded plugins
Apr 08 08:08:33.933213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: default_subnetpools.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.934198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.934772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: default-subnetpools
Apr 08 08:08:33.935267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: dhcpagentscheduler.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.936134 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.937948 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: dhcp_agent_scheduler
Apr 08 08:08:33.938324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: dns.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.939239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.939814 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension dns-integration not supported by any of loaded plugins
Apr 08 08:08:33.940176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: dns_domain_ports.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.941093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.941665 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 08 08:08:33.942061 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: dvr.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.942773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.943346 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: dvr
Apr 08 08:08:33.943707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: empty_string_filtering.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.944615 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.945191 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: empty-string-filtering
Apr 08 08:08:33.945552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.946493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.947060 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 08 08:08:33.947424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.948328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.948892 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 08 08:08:33.949250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: external_net.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.950792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.951367 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: external-net
Apr 08 08:08:33.951722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: extra_dhcp_opt.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.952629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.953204 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: extra_dhcp_opt
Apr 08 08:08:33.953561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: extraroute.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.954495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.955071 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: extraroute
Apr 08 08:08:33.955427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: extraroute_atomic.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.956459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.957028 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: extraroute-atomic
Apr 08 08:08:33.957390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: filter_validation.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.958100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.958663 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: filter-validation
Apr 08 08:08:33.959018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: fip_pf_description.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.959917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.960473 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 08 08:08:33.960827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: fip_port_details.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.961765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.962320 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: fip-port-details
Apr 08 08:08:33.962674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: flavors.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.963867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.964443 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: flavors
Apr 08 08:08:33.967299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.967299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.967299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 08 08:08:33.967620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: floatingip_pools.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.968257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.968835 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: floatingip-pools
Apr 08 08:08:33.969197 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: ip_allocation.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.970158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.970729 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension ip_allocation not supported by any of loaded plugins
Apr 08 08:08:33.971088 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.971998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.972573 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: ip-substring-filtering
Apr 08 08:08:33.972934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: l2_adjacency.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.973883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.974450 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 08 08:08:33.974809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: l3.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.975882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.976459 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: router
Apr 08 08:08:33.976819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: l3_conntrack_helper.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.979109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.979701 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 08 08:08:33.980067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.981478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.982117 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: ext-gw-mode
Apr 08 08:08:33.982481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.983400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.983969 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: l3-ha
Apr 08 08:08:33.984329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: l3_flavors.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.985252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.985856 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: l3-flavors
Apr 08 08:08:33.986215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.987122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.987693 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 08 08:08:33.988047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: l3agentscheduler.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.989323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.989951 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: l3_agent_scheduler
Apr 08 08:08:33.990316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: logging.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.991831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.992414 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension logging not supported by any of loaded plugins
Apr 08 08:08:33.992776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: metering.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.993565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.994295 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: metering
Apr 08 08:08:33.994653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.995745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.996323 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: metering_source_and_destination_fields
Apr 08 08:08:33.997256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: multiprovidernet.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:33.998184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:33.998758 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: multi-provider
Apr 08 08:08:33.999120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: netmtu.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.000037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.000633 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: net-mtu
Apr 08 08:08:34.000991 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: netmtu_writable.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.001929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.002500 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: net-mtu-writable
Apr 08 08:08:34.002855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: network_availability_zone.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.003561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.004127 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: network_availability_zone
Apr 08 08:08:34.004481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: network_ip_availability.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.005639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.006236 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: network-ip-availability
Apr 08 08:08:34.006598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: network_segment_range.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.007415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.007982 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension network-segment-range not supported by any of loaded plugins
Apr 08 08:08:34.008337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: pagination.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.009442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.009834 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: pagination
Apr 08 08:08:34.010195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: port_device_profile.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.011109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.011681 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: port-device-profile
Apr 08 08:08:34.012060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.013000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.013571 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: port-mac-address-regenerate
Apr 08 08:08:34.013952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.014869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.015450 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: port-numa-affinity-policy
Apr 08 08:08:34.015807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: port_resource_request.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.016717 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.017284 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension port-resource-request not supported by any of loaded plugins
Apr 08 08:08:34.017647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: portbindings.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.018604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.019178 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: binding
Apr 08 08:08:34.019537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: portbindings_extended.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.020801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.021405 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: binding-extended
Apr 08 08:08:34.021759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: portsecurity.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.022680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.023253 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: port-security
Apr 08 08:08:34.023615 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: project_id.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.024587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.025027 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: project-id
Apr 08 08:08:34.025318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: providernet.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.026250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.026834 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: provider
Apr 08 08:08:34.027189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.031552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.032146 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos not supported by any of loaded plugins
Apr 08 08:08:34.032516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.033871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.034449 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 08 08:08:34.034814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.035731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.036299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 08 08:08:34.036660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos_default.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.037567 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.038172 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos-default not supported by any of loaded plugins
Apr 08 08:08:34.038533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos_fip.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.039221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.039784 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos-fip not supported by any of loaded plugins
Apr 08 08:08:34.040139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos_gateway_ip.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.041063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.041632 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 08 08:08:34.042021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos_port_network_policy.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.042927 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.043500 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 08 08:08:34.044383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos_rule_type_details.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.045381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.045984 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 08 08:08:34.046343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: qos_rules_alias.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.047376 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.047954 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 08 08:08:34.048313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: quotasv2.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.049303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.049673 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: quotas
Apr 08 08:08:34.050074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: quotasv2_detail.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.051639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.052019 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: quota_details
Apr 08 08:08:34.052382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: rbac.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.053546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.054168 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: rbac-policies
Apr 08 08:08:34.055516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: rbac_address_group.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.055516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.056011 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: rbac-address-group
Apr 08 08:08:34.056374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: rbac_address_scope.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.057284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.057894 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: rbac-address-scope
Apr 08 08:08:34.058254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: rbac_security_groups.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.059305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.059940 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: rbac-security-groups
Apr 08 08:08:34.060298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: rbac_subnetpool.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.061210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.061811 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: rbac-subnetpool
Apr 08 08:08:34.062175 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: revisionifmatch.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.063089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.063657 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: revision-if-match
Apr 08 08:08:34.064014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: revisions.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.065183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.065787 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: standard-attr-revisions
Apr 08 08:08:34.066194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: router_availability_zone.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.066855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.067425 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: router_availability_zone
Apr 08 08:08:34.067790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: routerservicetype.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.068714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.069293 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension router-service-type not supported by any of loaded plugins
Apr 08 08:08:34.069644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.070601 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.071180 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: security-groups-normalized-cidr
Apr 08 08:08:34.071536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: security_groups_port_filtering.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.072462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.073033 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: port-security-groups-filtering
Apr 08 08:08:34.073388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.074353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.075053 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: security-groups-remote-address-group
Apr 08 08:08:34.075419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: securitygroup.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.088354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.088958 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: security-group
Apr 08 08:08:34.089334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: segment.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.090211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.091306 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension segment not supported by any of loaded plugins
Apr 08 08:08:34.091670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.092606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.093183 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 08 08:08:34.093545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: servicetype.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.094661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.095245 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: service-type
Apr 08 08:08:34.095607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: sorting.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.096579 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.096956 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: sorting
Apr 08 08:08:34.097315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: standard_attr_segment.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.098264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.098840 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 08 08:08:34.099199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: standardattrdescription.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.099879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.100458 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: standard-attr-description
Apr 08 08:08:34.100814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: stateful_security_group.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.101800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.102378 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: stateful-security-group
Apr 08 08:08:34.102738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: stdattrs_common.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.103313 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 08 08:08:34.103669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.104661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.105239 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 08 08:08:34.105599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: subnet_onboard.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.107332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.107919 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: subnet_onboard
Apr 08 08:08:34.108287 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.109212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.109823 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 08 08:08:34.110185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: subnet_service_types.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.111108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.111692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: subnet-service-types
Apr 08 08:08:34.112049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: subnetallocation.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.113156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.113766 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: subnet_allocation
Apr 08 08:08:34.114116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.114798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.115369 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: subnetpool-prefix-ops
Apr 08 08:08:34.115724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.116647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.117223 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 08 08:08:34.117577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: tagging.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.118883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.119481 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: standard-attr-tag
Apr 08 08:08:34.119832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: timestamp.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.121015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.121598 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loaded extension: standard-attr-timestamp
Apr 08 08:08:34.122002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: trunk.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.123027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.123597 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension trunk not supported by any of loaded plugins
Apr 08 08:08:34.123953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: trunk_details.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.124863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.125438 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension trunk-details not supported by any of loaded plugins
Apr 08 08:08:34.125828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: uplink_status_propagation.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.126738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.127305 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 08 08:08:34.127664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Loading extension file: vlantransparent.py {{(pid=84193) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 08 08:08:34.128355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84193) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 08 08:08:34.128956 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 08 08:08:34.131646 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:network
Apr 08 08:08:34.132456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:subnet
Apr 08 08:08:34.133129 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 08:08:34.133802 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:port
Apr 08 08:08:34.135272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.135749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service FLAVORS assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.136410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.136877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.137266 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:router
Apr 08 08:08:34.137992 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 08:08:34.138768 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service METERING assigned prefix: /metering {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.140582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7c11947550>> rbac-policy before_create 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:34.140980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7c11947550>> rbac-policy before_update 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:34.141371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f7c11947550>> rbac-policy before_delete 55550000 {{(pid=84193) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:08:34.142522 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 08:08:34.143006 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:security_group
Apr 08 08:08:34.143849 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 08:08:34.144650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service CORE assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.145016 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 08:08:34.145378 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] subnetpool is already registered
Apr 08 08:08:34.146086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service CORE assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.146448 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 08:08:34.146803 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] subnetpool is already registered
Apr 08 08:08:34.149531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.150028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service FLAVORS assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.150660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.151112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.151477 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:router
Apr 08 08:08:34.151835 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] router is already registered
Apr 08 08:08:34.152474 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:floatingip
Apr 08 08:08:34.153752 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] floatingip is already registered
Apr 08 08:08:34.154426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service METERING assigned prefix: /metering {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.155150 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of CountableResource for resource:rbac_policy
Apr 08 08:08:34.155508 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] rbac_policy is already registered
Apr 08 08:08:34.156856 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:security_group
Apr 08 08:08:34.157223 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] security_group is already registered
Apr 08 08:08:34.157894 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 08 08:08:34.158253 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] security_group_rule is already registered
Apr 08 08:08:34.158981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service CORE assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.159341 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 08:08:34.159702 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] subnetpool is already registered
Apr 08 08:08:34.160358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.resource_helper [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Service CORE assigned prefix:  {{(pid=84193) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 08 08:08:34.160725 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Creating instance of TrackedResource for resource:subnetpool
Apr 08 08:08:34.161079 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.quota.resource_registry [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] subnetpool is already registered
Apr 08 08:08:34.161824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: extensions {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.163346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: address-groups {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.165002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: address-scopes {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.166307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: agents {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.167514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: auto-allocated-topology {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.168887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: availability_zones {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.170506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: dhcp-networks {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.171968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: dhcp-agents {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.173462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: routers {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.175379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: flavors {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.176592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: service_profiles {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.177951 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: next_providers {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.179493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: service_profiles {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.181086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: floatingip-pools {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.182372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: routers {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.184735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: floatingips {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.186160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: l3-routers {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.187610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: l3-agents {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.189074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: metering-labels {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.190507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: metering-label-rules {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.191827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: network-ip-availabilities {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.193124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: bindings {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.194861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: quotas {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.196360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: quotas {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.197834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: rbac-policies {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.199217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: security-groups {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.201045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: security-group-rules {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.202337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: service-providers {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.203654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: subnetpools {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.205107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: subnetpools {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.206644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.208386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.210347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.212187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.214092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.216200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.218040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.221017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.222885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.224851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.extensions [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Extended resource: tags {{(pid=84193) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 08 08:08:34.231911 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING keystonemiddleware.auth_token [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 08 08:08:34.237217 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING keystonemiddleware.auth_token [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 08 08:08:34.246057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Acquired lock "singleton_lock" {{(pid=84193) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 08 08:08:34.246581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Releasing lock "singleton_lock" {{(pid=84193) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 08 08:08:34.248772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO oslo_service.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Starting 2 workers
Apr 08 08:08:34.253609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Started child 84306 {{(pid=84193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 08:08:34.257606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:34.258531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Started child 84307 {{(pid=84193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 08:08:34.259119 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [-] (84306) wsgi starting up on http://0.0.0.0:9696
Apr 08 08:08:34.260039 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Neutron service started, listening on 0.0.0.0:9696
Apr 08 08:08:34.260711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Notify callbacks [] for process, before_spawn {{(pid=84193) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:34.261915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:34.263834 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO oslo_service.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Starting 1 workers
Apr 08 08:08:34.264050 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [-] (84307) wsgi starting up on http://0.0.0.0:9696
Apr 08 08:08:34.269409 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Started child 84308 {{(pid=84193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 08:08:34.269991 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO oslo_service.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Starting 1 workers
Apr 08 08:08:34.271482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] calling RpcWorker wait() {{(pid=84308) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 08 08:08:34.271883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] returning from RpcWorker wait() {{(pid=84308) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 08 08:08:34.273418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:34.273988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:08:34.274883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Started child 84309 {{(pid=84193) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 08 08:08:34.275703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c05ec3ca-83de-4042-b20a-42f55d35bc5b None None] Notify callbacks [] for process, after_spawn {{(pid=84193) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:34.277348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84193) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 08 08:08:34.277852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 08:08:34.278104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 08:08:34.278364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 08:08:34.278758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 08:08:34.278946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 08:08:34.279245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:34.279485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.279778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.280098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.280405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.280718 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.281377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.281676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.281996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.282299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.282583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.282773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.282938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.283228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.283467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.283817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.284091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.284371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.284654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.284859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.285125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.285444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.285744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.286041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.286288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.286849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.287099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.287372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.287617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.287921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.288192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.288492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.288751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.288992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.289260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.289537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.289838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.290084 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.290328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.290597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.290843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.291302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] host                           = dv-cinder-761113-10-iscsi {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.291558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.291801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.292063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.292335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.292761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.292920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.293109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.293392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.293771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.293947 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.294205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.294477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.294805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.295108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.295255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.295394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.295701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.295982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.296194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.296398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.296548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.296799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.296959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.297230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.297468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.297704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.297978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.298215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.298465 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.298742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.299040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.299242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.299474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.299768 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.300044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.300321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.300595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.300834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.301088 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.301325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.301561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.302316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.302572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.302950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.303108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.303259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.303643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.303909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.304049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.304324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.304555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.304777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.305080 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.305366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.305599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.306046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.306225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.306369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.306594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.306852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.307055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:08:34.307219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.307516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.307516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.307790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.308009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.308263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.308500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.308742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.309024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.310006 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.310310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.310650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.311012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.311178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.311399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.311660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.311906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.312194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.312453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.312764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.313073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.313315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.313578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.313979 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.314294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.315059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.315333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.315775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.316874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.317163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.317447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.317856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.318186 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.318487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.54/identity {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.318788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.319050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.319312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.319569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.319822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.320103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.320353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.320660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.320932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.321182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.321441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.321725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.322912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.323289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.323723 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.324108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.324467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.324867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.325701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.326060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.326380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.326793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.327168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.327517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.327871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.328227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.328490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.328744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.329002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.329263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.329560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.329838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.330072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.330344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.330600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.331195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.331328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.331482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.331732 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.333925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.334028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.334297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.334514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.334697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.335101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.335516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.335774 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.336072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.336219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.336475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.336719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.337024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.337385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.337673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.337964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.338397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.338674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.338926 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.339223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.339502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.339753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.340017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.340323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.340818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.341312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.341885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.342179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.342482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.342744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.343033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.343306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.343591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.343851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.344131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.344604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.344892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.345179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.345489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.345940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.346221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.346530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.346810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.347124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.347473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.347771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.348076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.348447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.348743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.348995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.349512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.349983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.350419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.350696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.350957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.351291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.351570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.351826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.352074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.352341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.352671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.352970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.353233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.353479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.354722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.354722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.354722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.354722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.355108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.355108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.355344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.355612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.54/identity {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.356470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.356470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.356763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.357010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.357259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.357544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.357862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.358107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.358346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.358646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.358917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.359183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.359428 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.359681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.359949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.360410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.360566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.360788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.361032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.361314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.361568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.361838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.362092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.362382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.362634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.362953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.363253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.363516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.364169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.364169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.364336 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.364556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.364801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.365032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.365319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.365571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.365848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.366096 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.366358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.366633 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.366881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.367155 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.367409 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.367800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.368068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.368334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.368611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.368877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.369208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.369396 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.369643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.369917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.370165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.370411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.370715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.370987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.371243 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.371487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.372331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.372667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.372916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.373164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.373509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.373803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.374071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.374347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.374590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.374838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.375076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.375316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.375566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.375818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.376079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.376341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.376589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.376812 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.377240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.377548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.377844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.378111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.378419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.378691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.378980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.379261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.379616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.379865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.380133 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.380404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.380880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.380880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.381173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.381584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.381951 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.382262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.382539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.382856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.383169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.383474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.383725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.384046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.384415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.384694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.384984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.385263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.385550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.385833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.386086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.386337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.386588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.386835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.387132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.388096 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.388334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.388602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.388948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.389204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.389466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.389734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.389998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.390270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.390469 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 08:08:34.391037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84193) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 08 08:08:34.391231 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 08 08:08:34.391414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 08 08:08:34.391623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 08 08:08:34.391826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 08 08:08:34.392006 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 08 08:08:34.392254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.392443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.392634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.392823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.393009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.393216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.393403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.393588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.393798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.394353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.394353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.394353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.394690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.394690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.394868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.394964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.395150 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.395363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.395518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.395688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.395867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.396050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.396234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.396418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.396639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.396825 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.397008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.397191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.397375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.397557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.397759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.397948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.398185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.398281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.398455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.398638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.398821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.399004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.399187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.399370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.399554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] host                           = dv-cinder-761113-10-iscsi {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.399784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.399916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.400079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.400264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.400448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.400632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.400815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.400998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.401185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.401369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.401551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.401757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.401939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.402125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.402309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.402479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.403813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.403813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.403813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.403813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.403813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.403813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.404556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.404556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.404556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.404556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.404556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.404982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.404982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.405154 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.405154 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.405326 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.405496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.405739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.405898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.406076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.406246 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.406418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.406587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.406824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.406824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.407154 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.407154 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.407495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.407495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.407778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.407778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.408037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.408172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.408414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.408414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.408754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.408754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.409033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.409033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.409309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.409309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.409945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.409945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.409945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.409945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.410317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.410317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.410528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.410695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.411038 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.411230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.411414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.411602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 08 08:08:34.411817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.412007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.412202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.412387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.412672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.412822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.412928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.413068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.413232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.413422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.413598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.413851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.414008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.414170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.414397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.414591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.414778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.414949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.415330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.415479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.415640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.415840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.416026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.416211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.416398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.54/identity {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.416587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.416755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.416939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.417125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.417315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.417515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.417664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.417897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.418115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.418299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.419042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.419207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.419207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.419433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.419613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.419838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.420085 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.420306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.420521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.420744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.420883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.421234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.421234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.421234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.422751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.423439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.423439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.423439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.423439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.423954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:08:34.424100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.424983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.425415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.425415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.425415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.425838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.425838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.426125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.426125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.426398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.426398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.426656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.426791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.426925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.427067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.427255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.427461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.427613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.427789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.428022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.428166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.428302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.428478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.428706 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.428841 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.428975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.429119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.429302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.429486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.429673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.429882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.430066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.430251 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.430437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.430668 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.430868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.431014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.431151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.431286 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.431421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.431603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.431805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.431990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.432178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.432364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.432558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.432757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.432943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.433129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.433316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.433501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.433784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.433937 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.434090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.434813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.434985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.435122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.435320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.435562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.435717 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.436333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.436333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.436333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.54/identity {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.438943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.439751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.439751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.439751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.439751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.439751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.439751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.440292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.440292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.440292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.440542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.440542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.440723 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.440883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.441069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.441256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.441441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.441625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.441839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.442025 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.442212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.442399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.442585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.442771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.442958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.443146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.443332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.443525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.443707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.443891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.444076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.444262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.444448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.444635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.444822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.445007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.445193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.445379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.445565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.445789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.445976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.446162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.446349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.446536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.446722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.447140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.447140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.448340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.448340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.448340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.448340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.448340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.448340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.448340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.448340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.449441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.449441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.449441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.449441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.449441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.449441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.450616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.450616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.450616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.450616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.450616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.450616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.450616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.451256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.451256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.451256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.451256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.451747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.451747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.451747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.452073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.452073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.452350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.452350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.452747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.452747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.453130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.453130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.453130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.454004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.454004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.454421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.454421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.454583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.454783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.454929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.455086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.455283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.455480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.455690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.455835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.456063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.456165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.456590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.456590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.456959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.456959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.456959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.457500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.457500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.457500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.457868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.457868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.458042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.458176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.458313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.458448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.458583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.458768 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.459226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.459226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 08 08:08:34.459226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84193) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 08 08:08:34.534868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 58022) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:08:34.549214 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0114486
Apr 08 08:08:45.096352 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adf9db7-1ced-4671-b1dc-dd6626a08f4c None None] get_active_networks_info from dv-cinder-761113-10-iscsi {{(pid=84308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 08 08:08:45.260109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adf9db7-1ced-4671-b1dc-dd6626a08f4c None None] No non-hosted networks {{(pid=84308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 08 08:08:45.310882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agentschedulers_db [None req-9adf9db7-1ced-4671-b1dc-dd6626a08f4c None None] DHCP Agent not found on host dv-cinder-761113-10-iscsi {{(pid=84308) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 08 08:08:45.482941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3d4261e9-7d60-4178-a974-83b66c64e323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767'] for agent, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:48.091582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28151d5e-097b-4d55-9b9d-6287c4809f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767'] for agent, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:48.154237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70019675-e1c3-423a-97b7-363220142ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:48.167878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767'] for agent, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:49.306413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767'] for agent, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:49.308034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.309428 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.310531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.314236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.316316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.317508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.318583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.319703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.322339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.325837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.327686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.328265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:08:49.328939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7c115f23c8>, 'Open vSwitch agent', 'dv-cinder-761113-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:08:49.339980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f7c115f22b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-761113-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:08:49.978412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767'] for agent, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:51.189423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58112) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:08:51.952944 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING oslo_policy.policy [None req-03f61c31-2b15-43ae-9a46-26d13c6f1a5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 08:08:51.953930 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING oslo_policy.policy [None req-03f61c31-2b15-43ae-9a46-26d13c6f1a5a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 08:08:52.424158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [None req-03f61c31-2b15-43ae-9a46-26d13c6f1a5a admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:08:52.426300 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-03f61c31-2b15-43ae-9a46-26d13c6f1a5a admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 1.2345884
Apr 08 08:08:55.788366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58128) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:08:55.890388 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_hamode_db [None req-98a23e02-fdc4-44c5-9d05-e2790f58683e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 08 08:08:56.005840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a23e02-fdc4-44c5-9d05-e2790f58683e None None] Routers set() bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:08:56.006227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a23e02-fdc4-44c5-9d05-e2790f58683e None None] Router IDs set() for agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 08 08:08:56.316115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:08:56.512325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.policy [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84306) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 08 08:08:56.628698 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING oslo_policy.policy [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 08:08:56.629278 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING oslo_policy.policy [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 08:08:56.670367 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7c1136f898>.
Apr 08 08:08:56.694726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:08:56.765614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276176521128', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276176520268', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276176514922', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276176504590', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276176487735', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363276176487668', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854573097', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854602237', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3727358', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850849403'] for rbac-policy, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:56.836806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:08:56.838291 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f51a8efe-704c-43a6-865d-17ddc11d14e6 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0484319
Apr 08 08:09:00.019593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58142) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:00.446841 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '5543f8710a2c47c09611911bda77d24e'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:09:00.458066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:09:00.467028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Usage tracker for resource:network and tenant:5543f8710a2c47c09611911bda77d24e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:09:00.473069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:09:00.484158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:09:00.497869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Made reservation on behalf of 5543f8710a2c47c09611911bda77d24e for: {'network': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:09:00.504314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:00.522560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:00.540824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:09:00.545070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5543f8710a2c47c09611911bda77d24e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:09:00.548898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:09:00.554959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:09:00.858413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:00.861395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:00.866464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:00.883752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'}  {{(pid=84306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:09:00.911279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760678627050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:00.911918 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7c12336ea0> segment precommit_create {{(pid=84306) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 08 08:09:00.912405 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Added segment 272aa8bf-0d50-4644-9e3b-58f8cbf4f42a of type vlan for network 7020fc57-fe88-4494-acb8-2d66de7595ae
Apr 08 08:09:00.970388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddabba4f-5ee7-442f-b1fc-6a5eee578bba,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:00.993976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.994421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.994892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.995349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.995796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.996482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.996939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.997378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.997941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.998385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.998834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:00.999274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Tracked resource versions report:
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]: pushed versions:
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]: {   'AddressGroup': {'1.2'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'ConntrackHelper': {'1.0'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Log': {'1.0'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Network': {'1.1'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Port': {'1.7'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'PortForwarding': {'1.2'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'QosPolicy': {'1.8'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroup': {'1.4'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroupRule': {'1.2'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SubPort': {'1.0'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Subnet': {'1.1'},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Trunk': {'1.1'}}
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]: consumer versions:
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]: {   DHCP agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     L3 agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metadata agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metering agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:     Open vSwitch agent@dv-cinder-761113-10-iscsi: {   'AddressGroup': '1.2',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'ConntrackHelper': '1.0',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Log': '1.0',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Network': '1.1',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Port': '1.7',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'PortForwarding': '1.2',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'QosPolicy': '1.8',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroup': '1.4',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroupRule': '1.2',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SubPort': '1.0',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Subnet': '1.1',
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Trunk': '1.1'}}
Apr 08 08:09:01.000622 dv-cinder-761113-10-iscsi neutron-server[84193]:  {{(pid=84306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 08:09:01.046224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:01.052410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:01.106931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:01.108404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:09:01.109105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:01.114110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:01.225691 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2048192
Apr 08 08:09:01.228590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Pushing event updated for resources: {'Network': ['ID=7020fc57-fe88-4494-acb8-2d66de7595ae,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:01.231810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:01.241129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 7020fc57-fe88-4494-acb8-2d66de7595ae details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:09:04.311109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58158) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:04.791050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba9dbb5-7341-4ed9-8ba5-042be61f1826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:09:04.792522 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2ba9dbb5-7341-4ed9-8ba5-042be61f1826 admin admin] 10.222.0.54 "GET /v2.0/networks/7020fc57-fe88-4494-acb8-2d66de7595ae HTTP/1.1" status: 200  len: 825 time: 0.4801085
Apr 08 08:09:04.827206 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-fcb2b09d-caa7-40ea-8e08-59e855823caa admin admin] 10.222.0.54 "GET /v2.0/subnetpools/46a7b5e3-5de6-4982-a701-bbd1237613f0 HTTP/1.1" status: 200  len: 734 time: 0.0284431
Apr 08 08:09:04.837009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae', 'subnetpool_id': '46a7b5e3-5de6-4982-a701-bbd1237613f0', 'tenant_id': '5543f8710a2c47c09611911bda77d24e'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:09:04.841896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:09:04.845900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Usage tracker for resource:subnet and tenant:5543f8710a2c47c09611911bda77d24e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:09:04.848909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:09:04.854866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:09:04.864871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Made reservation on behalf of 5543f8710a2c47c09611911bda77d24e for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:09:04.869440 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:05.362155 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:05.377209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:05.520957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ac0546-73d1-46bf-84ba-8280a8c80262,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:05.524597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:05.588683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Checking segment: {'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:09:05.589068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Network hostable DHCP agents. Network: 7020fc57-fe88-4494-acb8-2d66de7595ae, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:09:05.611164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Network 7020fc57-fe88-4494-acb8-2d66de7595ae is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:09:05.620166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 7020fc57-fe88-4494-acb8-2d66de7595ae) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:09:05.625544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:09:05.626222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:05.630505 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc62490-9b77-4d49-9f63-9cf0b2fa63ea None None] Network 7020fc57-fe88-4494-acb8-2d66de7595ae requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:09:05.646937 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8136601
Apr 08 08:09:05.958512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-7020fc57-fe88-4494-acb8-2d66de7595ae', 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'fixed_ips': [{'subnet_id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:09:05.959860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:06.162071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Allocated IP 172.20.0.2 (7020fc57-fe88-4494-acb8-2d66de7595ae/c9ac0546-73d1-46bf-84ba-8280a8c80262/3e98d17a-0ff8-42d3-a388-7729f6d92f71) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:09:06.592671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:06.607372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Transition to ACTIVE for port object 3e98d17a-0ff8-42d3-a388-7729f6d92f71 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:09:06.630472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Transition to ACTIVE for port object 3e98d17a-0ff8-42d3-a388-7729f6d92f71 will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:09:06.638409 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:06.655550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:06.802503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Pushing event updated for resources: {'Port': ['ID=3e98d17a-0ff8-42d3-a388-7729f6d92f71,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:06.816775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.817172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.817628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.818252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.818855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.819485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.820102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.820738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.821399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.822058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.822691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.823321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Tracked resource versions report:
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]: pushed versions:
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]: {   'AddressGroup': {'1.2'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'ConntrackHelper': {'1.0'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Log': {'1.0'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Network': {'1.1'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Port': {'1.7'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'PortForwarding': {'1.2'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'QosPolicy': {'1.8'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroup': {'1.4'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroupRule': {'1.2'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SubPort': {'1.0'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Subnet': {'1.1'},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Trunk': {'1.1'}}
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]: consumer versions:
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]: {   DHCP agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     L3 agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metadata agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metering agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:     Open vSwitch agent@dv-cinder-761113-10-iscsi: {   'AddressGroup': '1.2',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'ConntrackHelper': '1.0',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Log': '1.0',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Network': '1.1',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Port': '1.7',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'PortForwarding': '1.2',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'QosPolicy': '1.8',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroup': '1.4',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroupRule': '1.2',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SubPort': '1.0',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Subnet': '1.1',
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Trunk': '1.1'}}
Apr 08 08:09:06.825806 dv-cinder-761113-10-iscsi neutron-server[84193]:  {{(pid=84308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 08:09:06.833922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:06.874912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Network 7020fc57-fe88-4494-acb8-2d66de7595ae is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:09:06.876538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:09:06.879799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:09:06.982667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Attempting to bind port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:09:06.983103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Attempting to bind port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:09:06.983520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Attempting to bind port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 on network 7020fc57-fe88-4494-acb8-2d66de7595ae {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:09:06.989366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:09:06.989819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Checking segment: {'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:09:06.991167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:06.991167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Bound using segment: {'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:09:06.991341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Bound port: 3e98d17a-0ff8-42d3-a388-7729f6d92f71, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:09:06.991609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:07.078346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] For port 3e98d17a-0ff8-42d3-a388-7729f6d92f71, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:09:07.082434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] For port 3e98d17a-0ff8-42d3-a388-7729f6d92f71, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=3e98d17a-0ff8-42d3-a388-7729f6d92f71,segment=NetworkSegment(272aa8bf-0d50-4644-9e3b-58f8cbf4f42a),segment_id=272aa8bf-0d50-4644-9e3b-58f8cbf4f42a)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:09:07.086405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:07.102340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:07.264644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Pushing event updated for resources: {'Port': ['ID=3e98d17a-0ff8-42d3-a388-7729f6d92f71,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:07.269446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:08.512584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 58168) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:09.188792 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING oslo_policy.policy [None req-f1123ce2-be14-44e5-8c52-53a7e269852c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 08:09:09.189469 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING oslo_policy.policy [None req-f1123ce2-be14-44e5-8c52-53a7e269852c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 08:09:09.426300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [None req-f1123ce2-be14-44e5-8c52-53a7e269852c admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:09:09.427471 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f1123ce2-be14-44e5-8c52-53a7e269852c admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9138248
Apr 08 08:09:11.381358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 3e98d17a-0ff8-42d3-a388-7729f6d92f71 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:09:11.458248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:09:12.098269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24cfe9b9-06e9-4030-81ab-c8127f38203c None None] Network 7020fc57-fe88-4494-acb8-2d66de7595ae requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:09:12.209802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] Provisioning for port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:09:12.219839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] Provisioning complete for port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:12.220246 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:12.252894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 58186) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:12.458227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:12.487475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] For port 3e98d17a-0ff8-42d3-a388-7729f6d92f71, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=3e98d17a-0ff8-42d3-a388-7729f6d92f71,segment=NetworkSegment(272aa8bf-0d50-4644-9e3b-58f8cbf4f42a),segment_id=272aa8bf-0d50-4644-9e3b-58f8cbf4f42a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:09:12.492604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:12.498577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:12.575429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] Pushing event updated for resources: {'Port': ['ID=3e98d17a-0ff8-42d3-a388-7729f6d92f71,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:12.578685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:12.667184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [None req-636007c3-3e1a-476d-9c65-e15c5afaac28 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:09:12.668790 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-636007c3-3e1a-476d-9c65-e15c5afaac28 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4149508
Apr 08 08:09:12.718040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-0736db7b-d0fe-48cc-9fef-14078eabea9d None None] Provisioning complete for port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:12.718452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0736db7b-d0fe-48cc-9fef-14078eabea9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:13.354752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 3e98d17a-0ff8-42d3-a388-7729f6d92f71 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:09:13.429542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:13.429973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:14.957531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d9ada83-3cf1-4a75-9dbd-f990a07d0226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:15.875165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 58198) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:16.299752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'name': 'router1'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:09:16.379958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.policy [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84307) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 08 08:09:16.436693 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING oslo_policy.policy [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 08:09:16.437128 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING oslo_policy.policy [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 08 08:09:16.456796 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.quota [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f7c114e9978>.
Apr 08 08:09:16.472813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:09:16.479632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Usage tracker for resource:router and tenant:5543f8710a2c47c09611911bda77d24e is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:09:16.485098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:09:16.492810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:09:16.509804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:16.512511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:16.539522 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:16.812499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:16.832878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:16.834169 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1af17b65-a1b7-4389-8055-d702e2de6165 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.9579489
Apr 08 08:09:18.083716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:18.087031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-78887091-429c-4ef1-a4f9-64b9dfbe4d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:19.287386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:19.640735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 58220) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:19.808515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [None req-924f53df-e007-4b5c-a195-99afdfc14c07 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:09:19.809739 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-924f53df-e007-4b5c-a195-99afdfc14c07 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1679735
Apr 08 08:09:19.892607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.431175 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 58240) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:22.483955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:09:22.490344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:09:22.494351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Usage tracker for resource:network and tenant:5d61386529cb41fd83122da18fd2d348 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:09:22.498546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:09:22.504688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:09:22.516185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Made reservation on behalf of 5d61386529cb41fd83122da18fd2d348 for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:09:22.522535 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.540014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.556856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:09:22.561994 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Usage tracker for resource:security_group_rule and tenant:5d61386529cb41fd83122da18fd2d348 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:09:22.565271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:09:22.571284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:09:22.676594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.679545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.684870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:22.696997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Reserving flat network on physical network physnet1 {{(pid=84307) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 08 08:09:22.728427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760678627050', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.728982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f7c12336ea0> segment precommit_create {{(pid=84307) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 08 08:09:22.729465 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Added segment 986ed6f4-fc71-47c1-b128-87674f17f5b8 of type flat for network 789407dc-7204-4632-aea5-1d0d530f4625
Apr 08 08:09:22.789176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7028a02-75f2-4a04-b0ae-55d95fb12016,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:22.812684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.813076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.813441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.813824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.814182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.814549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.814900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.815343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.815707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.816056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.816401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.816746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Tracked resource versions report:
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]: pushed versions:
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]: {   'AddressGroup': {'1.2'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'ConntrackHelper': {'1.0'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Log': {'1.0'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Network': {'1.1'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Port': {'1.7'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'PortForwarding': {'1.2'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'QosPolicy': {'1.8'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroup': {'1.4'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroupRule': {'1.2'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SubPort': {'1.0'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Subnet': {'1.1'},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Trunk': {'1.1'}}
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]: consumer versions:
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]: {   DHCP agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     L3 agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metadata agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metering agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:     Open vSwitch agent@dv-cinder-761113-10-iscsi: {   'AddressGroup': '1.2',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'ConntrackHelper': '1.0',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Log': '1.0',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Network': '1.1',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Port': '1.7',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'PortForwarding': '1.2',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'QosPolicy': '1.8',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroup': '1.4',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroupRule': '1.2',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SubPort': '1.0',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Subnet': '1.1',
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Trunk': '1.1'}}
Apr 08 08:09:22.818059 dv-cinder-761113-10-iscsi neutron-server[84193]:  {{(pid=84307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 08:09:22.864027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:22.868357 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.912401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.913885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:09:22.914532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:22.919392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:23.034725 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6022925
Apr 08 08:09:23.035365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Pushing event updated for resources: {'Network': ['ID=789407dc-7204-4632-aea5-1d0d530f4625,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:23.038669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:23.052834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 789407dc-7204-4632-aea5-1d0d530f4625 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:09:25.598415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 58254) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:25.724759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84111d8-bfbd-46b0-85c9-1c838af85ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:09:25.726242 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d84111d8-bfbd-46b0-85c9-1c838af85ae4 admin admin] 10.222.0.54 "GET /v2.0/subnets/c9ac0546-73d1-46bf-84ba-8280a8c80262 HTTP/1.1" status: 200  len: 849 time: 0.1267715
Apr 08 08:09:25.877246 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-54a1a9f3-67b3-4bce-a665-7a147b136dbe admin admin] 10.222.0.54 "GET /v2.0/routers/d453ef46-16e7-4ffe-8dac-cdf70b052844 HTTP/1.1" status: 200  len: 704 time: 0.1447387
Apr 08 08:09:26.368534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:26.616746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Allocated IP 172.20.0.1 (7020fc57-fe88-4494-acb8-2d66de7595ae/c9ac0546-73d1-46bf-84ba-8280a8c80262/5b7d822f-cc94-4ff2-bf19-9534c1817396) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:09:26.933696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:26.952435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Transition to ACTIVE for port object 5b7d822f-cc94-4ff2-bf19-9534c1817396 will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:09:27.007225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:27.023400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:27.163347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7d822f-cc94-4ff2-bf19-9534c1817396,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:27.175293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:27.225182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Network 7020fc57-fe88-4494-acb8-2d66de7595ae is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:09:27.226342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:09:27.229360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:09:27.230194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:27.476920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-be4156c9-4b10-41f0-91d2-380f27fbdcb2 None None] Provisioning for port 5b7d822f-cc94-4ff2-bf19-9534c1817396 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:09:27.482493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-be4156c9-4b10-41f0-91d2-380f27fbdcb2 None None] Provisioning complete for port 5b7d822f-cc94-4ff2-bf19-9534c1817396 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:27.482901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be4156c9-4b10-41f0-91d2-380f27fbdcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:27.505117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:27.540344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-be4156c9-4b10-41f0-91d2-380f27fbdcb2 None None] Port 5b7d822f-cc94-4ff2-bf19-9534c1817396 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:09:27.789441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:27.793294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:27.794434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:27.808839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:27.949420 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7d822f-cc94-4ff2-bf19-9534c1817396,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:27.954571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:28.000924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Network 7020fc57-fe88-4494-acb8-2d66de7595ae is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:09:28.002175 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:09:28.208607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Router d453ef46-16e7-4ffe-8dac-cdf70b052844 is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:09:28.263970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-01e8fa84-b995-481f-9f03-cca936ee8e93 None None] Provisioning complete for port 5b7d822f-cc94-4ff2-bf19-9534c1817396 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:28.264367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-01e8fa84-b995-481f-9f03-cca936ee8e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:28.326081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-01e8fa84-b995-481f-9f03-cca936ee8e93 None None] Port 5b7d822f-cc94-4ff2-bf19-9534c1817396 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:09:28.382972 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:09:28.393990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Sync routers for ids ['d453ef46-16e7-4ffe-8dac-cdf70b052844'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:09:28.394421 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] 10.222.0.54 "PUT /v2.0/routers/d453ef46-16e7-4ffe-8dac-cdf70b052844/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.5115514
Apr 08 08:09:28.405555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Routers {'d453ef46-16e7-4ffe-8dac-cdf70b052844'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:09:28.406443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c115ce780>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:09:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d453ef46-16e7-4ffe-8dac-cdf70b052844'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:09:28.596872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Set router d453ef46-16e7-4ffe-8dac-cdf70b052844 gateway port host: None {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:09:29.003056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c115ce780>, [{'id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'name': 'router1', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:09:16Z', 'updated_at': '2021-04-08T08:09:27Z', 'revision_number': 2, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'gw_port_host': None, '_interfaces': [{'id': '5b7d822f-cc94-4ff2-bf19-9534c1817396', 'name': '', 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'mac_address': 'fa:16:3e:68:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:26Z', 'updated_at': '2021-04-08T08:09:27Z', 'revision_number': 2, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'subnets': [{'id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46a7b5e3-5de6-4982-a701-bbd1237613f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:09:29.008524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Checking router: d453ef46-16e7-4ffe-8dac-cdf70b052844 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:09:29.008954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Updating router d453ef46-16e7-4ffe-8dac-cdf70b052844 port 5b7d822f-cc94-4ff2-bf19-9534c1817396 binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:09:29.247513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:29.716523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:29.732350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Transition to ACTIVE for port object 5b7d822f-cc94-4ff2-bf19-9534c1817396 will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:09:29.738139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:29.754560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:29.909586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Pushing event updated for resources: {'Port': ['ID=5b7d822f-cc94-4ff2-bf19-9534c1817396,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:29.921536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.921946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.922317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.922687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.923044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.923401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.923755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.924120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.924487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.924840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.925191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.925538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Tracked resource versions report:
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]: pushed versions:
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]: {   'AddressGroup': {'1.2'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'ConntrackHelper': {'1.0'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Log': {'1.0'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Network': {'1.1'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Port': {'1.7'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'PortForwarding': {'1.2'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'QosPolicy': {'1.8'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroup': {'1.4'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroupRule': {'1.2'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SubPort': {'1.0'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Subnet': {'1.1'},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Trunk': {'1.1'}}
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]: consumer versions:
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]: {   DHCP agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     L3 agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metadata agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metering agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:     Open vSwitch agent@dv-cinder-761113-10-iscsi: {   'AddressGroup': '1.2',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'ConntrackHelper': '1.0',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Log': '1.0',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Network': '1.1',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Port': '1.7',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'PortForwarding': '1.2',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'QosPolicy': '1.8',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroup': '1.4',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroupRule': '1.2',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SubPort': '1.0',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Subnet': '1.1',
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Trunk': '1.1'}}
Apr 08 08:09:29.926861 dv-cinder-761113-10-iscsi neutron-server[84193]:  {{(pid=84309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 08:09:29.934673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:30.147567 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Attempting to bind port 5b7d822f-cc94-4ff2-bf19-9534c1817396 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:09:30.148118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Attempting to bind port 5b7d822f-cc94-4ff2-bf19-9534c1817396 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:09:30.148395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Attempting to bind port 5b7d822f-cc94-4ff2-bf19-9534c1817396 on network 7020fc57-fe88-4494-acb8-2d66de7595ae {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:09:30.155510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:09:30.155924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Checking segment: {'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:09:30.156461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:30.156838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Bound using segment: {'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:09:30.157394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Bound port: 5b7d822f-cc94-4ff2-bf19-9534c1817396, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272aa8bf-0d50-4644-9e3b-58f8cbf4f42a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:09:30.157831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:30.241104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] For port 5b7d822f-cc94-4ff2-bf19-9534c1817396, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:09:30.246733 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] For port 5b7d822f-cc94-4ff2-bf19-9534c1817396, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=5b7d822f-cc94-4ff2-bf19-9534c1817396,segment=NetworkSegment(272aa8bf-0d50-4644-9e3b-58f8cbf4f42a),segment_id=272aa8bf-0d50-4644-9e3b-58f8cbf4f42a)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:09:30.253260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:30.269521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:30.428245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Pushing event updated for resources: {'Port': ['ID=5b7d822f-cc94-4ff2-bf19-9534c1817396,revision_number=4']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:30.433401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:30.491565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Routers {'d453ef46-16e7-4ffe-8dac-cdf70b052844'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:09:30.492236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c115ce780>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:09:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d453ef46-16e7-4ffe-8dac-cdf70b052844'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:09:30.663042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] Set router d453ef46-16e7-4ffe-8dac-cdf70b052844 gateway port host: None {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:09:30.958196 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58266) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:31.016168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c115ce780>, [{'id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'name': 'router1', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:09:16Z', 'updated_at': '2021-04-08T08:09:27Z', 'revision_number': 2, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'gw_port_host': None, '_interfaces': [{'id': '5b7d822f-cc94-4ff2-bf19-9534c1817396', 'name': '', 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'mac_address': 'fa:16:3e:68:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:26Z', 'updated_at': '2021-04-08T08:09:30Z', 'revision_number': 4, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'subnets': [{'id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46a7b5e3-5de6-4982-a701-bbd1237613f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:09:31.020392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6ec9ac-c489-4708-ae4b-c13377a00ab0 None None] The sync data for ids ['d453ef46-16e7-4ffe-8dac-cdf70b052844'] in dv-cinder-761113-10-iscsi is: [{'id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'name': 'router1', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:09:16Z', 'updated_at': '2021-04-08T08:09:27Z', 'revision_number': 2, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'gw_port_host': None, '_interfaces': [{'id': '5b7d822f-cc94-4ff2-bf19-9534c1817396', 'name': '', 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'mac_address': 'fa:16:3e:68:65:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:26Z', 'updated_at': '2021-04-08T08:09:30Z', 'revision_number': 4, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'subnets': [{'id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46a7b5e3-5de6-4982-a701-bbd1237613f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:09:31.159921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6865f6-0576-4ba6-83fa-c81f7460cffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:09:31.161304 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-dd6865f6-0576-4ba6-83fa-c81f7460cffe admin admin] 10.222.0.54 "GET /v2.0/networks/789407dc-7204-4632-aea5-1d0d530f4625 HTTP/1.1" status: 200  len: 842 time: 0.2020860
Apr 08 08:09:31.171924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:09:31.176898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:09:31.180897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Usage tracker for resource:subnet and tenant:5d61386529cb41fd83122da18fd2d348 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:09:31.184594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:09:31.190722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:09:31.200985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Made reservation on behalf of 5d61386529cb41fd83122da18fd2d348 for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:09:31.205958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:31.681479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.objects.ports [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84306) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 08 08:09:31.681979 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:31.700572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e02e9eba-0576-4eb5-bab3-190ad07f417d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:31.836521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19124b82-8b77-46a7-91cd-d172faa25f6f,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:31.841728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:31.921548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:09:31.922078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Network hostable DHCP agents. Network: 789407dc-7204-4632-aea5-1d0d530f4625, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:09:31.943354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:09:31.954255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 789407dc-7204-4632-aea5-1d0d530f4625) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:09:31.958509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:09:31.959151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:31.971415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31470b-c7cb-4038-870c-ff904aaea4b3 None None] Network 789407dc-7204-4632-aea5-1d0d530f4625 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:09:31.990363 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8222370
Apr 08 08:09:32.267775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1700f39f-46e7-4e4a-82c1-054d6db4aa6b None None] Network 789407dc-7204-4632-aea5-1d0d530f4625 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:09:33.335782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:09:33.383288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 5b7d822f-cc94-4ff2-bf19-9534c1817396 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:09:33.457629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 5b7d822f-cc94-4ff2-bf19-9534c1817396 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:09:33.462600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 5b7d822f-cc94-4ff2-bf19-9534c1817396 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:33.463013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:33.592673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:33.609399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 5b7d822f-cc94-4ff2-bf19-9534c1817396, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=5b7d822f-cc94-4ff2-bf19-9534c1817396,segment=NetworkSegment(272aa8bf-0d50-4644-9e3b-58f8cbf4f42a),segment_id=272aa8bf-0d50-4644-9e3b-58f8cbf4f42a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:09:33.612212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:33.614767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c645b520-b58b-4d1c-8791-8a113e133b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:33.689176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=5b7d822f-cc94-4ff2-bf19-9534c1817396,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:33.692557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:34.672790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58280) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:35.060819 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a0177627-f573-4504-b8ed-717f673068a8 admin admin] 10.222.0.54 "GET /v2.0/routers/d453ef46-16e7-4ffe-8dac-cdf70b052844 HTTP/1.1" status: 200  len: 710 time: 0.3864441
Apr 08 08:09:35.204368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999dba4-b818-4d38-9cc9-df6305f00c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:09:35.205841 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7999dba4-b818-4d38-9cc9-df6305f00c31 admin admin] 10.222.0.54 "GET /v2.0/networks/789407dc-7204-4632-aea5-1d0d530f4625 HTTP/1.1" status: 200  len: 886 time: 0.1390257
Apr 08 08:09:35.216525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:09:35.369510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 5b7d822f-cc94-4ff2-bf19-9534c1817396 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:09:35.442441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 5b7d822f-cc94-4ff2-bf19-9534c1817396 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:35.442849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:35.698973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:36.048055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:36.110536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:36.254527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Allocated IP 172.27.1.109 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/6a9baa98-5a69-4ace-ad43-336e3237af8f) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:09:36.425302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:36.486453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:36.502485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:36.817220 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Pushing event updated for resources: {'Port': ['ID=6a9baa98-5a69-4ace-ad43-336e3237af8f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:36.821380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:36.867130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:09:36.868288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:09:36.870928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:09:37.292850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:37.659141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:37.663262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036850990449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3785351', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036851025131'] for router, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:37.869091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Router d453ef46-16e7-4ffe-8dac-cdf70b052844 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:09:38.062434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:09:38.071424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:38.072698 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] 10.222.0.54 "PUT /v2.0/routers/d453ef46-16e7-4ffe-8dac-cdf70b052844 HTTP/1.1" status: 200  len: 890 time: 2.8604026
Apr 08 08:09:38.073445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Sync routers for ids ['d453ef46-16e7-4ffe-8dac-cdf70b052844'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:09:38.085192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Routers {'d453ef46-16e7-4ffe-8dac-cdf70b052844'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:09:38.085957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0beefbe0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:09:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d453ef46-16e7-4ffe-8dac-cdf70b052844'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:09:38.312524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Set router d453ef46-16e7-4ffe-8dac-cdf70b052844 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:09:38.694900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0beefbe0>, [{'id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'name': 'router1', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '6a9baa98-5a69-4ace-ad43-336e3237af8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:09:16Z', 'updated_at': '2021-04-08T08:09:37Z', 'revision_number': 4, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'gw_port': {'id': '6a9baa98-5a69-4ace-ad43-336e3237af8f', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:36Z', 'updated_at': '2021-04-08T08:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '5b7d822f-cc94-4ff2-bf19-9534c1817396', 'name': '', 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'mac_address': 'fa:16:3e:68:65:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:26Z', 'updated_at': '2021-04-08T08:09:33Z', 'revision_number': 5, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'subnets': [{'id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46a7b5e3-5de6-4982-a701-bbd1237613f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:09:38.700722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Checking router: d453ef46-16e7-4ffe-8dac-cdf70b052844 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:09:38.701118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Updating router d453ef46-16e7-4ffe-8dac-cdf70b052844 port 6a9baa98-5a69-4ace-ad43-336e3237af8f binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:09:38.760141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:39.210577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:39.236501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Transition to ACTIVE for port object 6a9baa98-5a69-4ace-ad43-336e3237af8f will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:09:39.244974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:39.274435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:39.452237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972de05-85d3-4d96-a5dc-f89ced4caebc None None] Pushing event updated for resources: {'Port': ['ID=6a9baa98-5a69-4ace-ad43-336e3237af8f,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:39.466868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8972de05-85d3-4d96-a5dc-f89ced4caebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:39.519208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Attempting to bind port 6a9baa98-5a69-4ace-ad43-336e3237af8f on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:09:39.519614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Attempting to bind port 6a9baa98-5a69-4ace-ad43-336e3237af8f by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:09:39.520017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Attempting to bind port 6a9baa98-5a69-4ace-ad43-336e3237af8f on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:09:39.526629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:09:39.527058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:09:39.527508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:39.527942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:09:39.528724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Bound port: 6a9baa98-5a69-4ace-ad43-336e3237af8f, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:09:39.529131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:39.611039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] For port 6a9baa98-5a69-4ace-ad43-336e3237af8f, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:09:39.614237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] For port 6a9baa98-5a69-4ace-ad43-336e3237af8f, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6a9baa98-5a69-4ace-ad43-336e3237af8f,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:09:39.617759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:39.633343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:39.792653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972de05-85d3-4d96-a5dc-f89ced4caebc None None] Pushing event updated for resources: {'Port': ['ID=6a9baa98-5a69-4ace-ad43-336e3237af8f,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:39.797945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8972de05-85d3-4d96-a5dc-f89ced4caebc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:39.844757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Routers {'d453ef46-16e7-4ffe-8dac-cdf70b052844'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:09:39.845802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0beefbe0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:09:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d453ef46-16e7-4ffe-8dac-cdf70b052844'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:09:40.203296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] Set router d453ef46-16e7-4ffe-8dac-cdf70b052844 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:09:40.560940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0beefbe0>, [{'id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'name': 'router1', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '6a9baa98-5a69-4ace-ad43-336e3237af8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:09:16Z', 'updated_at': '2021-04-08T08:09:37Z', 'revision_number': 4, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'gw_port': {'id': '6a9baa98-5a69-4ace-ad43-336e3237af8f', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:36Z', 'updated_at': '2021-04-08T08:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '5b7d822f-cc94-4ff2-bf19-9534c1817396', 'name': '', 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'mac_address': 'fa:16:3e:68:65:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:26Z', 'updated_at': '2021-04-08T08:09:33Z', 'revision_number': 5, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'subnets': [{'id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46a7b5e3-5de6-4982-a701-bbd1237613f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:09:40.565146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2518953-6a2d-40d0-9b01-2090be0c2165 None None] The sync data for ids ['d453ef46-16e7-4ffe-8dac-cdf70b052844'] in dv-cinder-761113-10-iscsi is: [{'id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'name': 'router1', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '6a9baa98-5a69-4ace-ad43-336e3237af8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:09:16Z', 'updated_at': '2021-04-08T08:09:37Z', 'revision_number': 4, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'gw_port': {'id': '6a9baa98-5a69-4ace-ad43-336e3237af8f', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:88:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:36Z', 'updated_at': '2021-04-08T08:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '5b7d822f-cc94-4ff2-bf19-9534c1817396', 'name': '', 'network_id': '7020fc57-fe88-4494-acb8-2d66de7595ae', 'tenant_id': '5543f8710a2c47c09611911bda77d24e', 'mac_address': 'fa:16:3e:68:65:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd453ef46-16e7-4ffe-8dac-cdf70b052844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:09:26Z', 'updated_at': '2021-04-08T08:09:33Z', 'revision_number': 5, 'project_id': '5543f8710a2c47c09611911bda77d24e', 'subnets': [{'id': 'c9ac0546-73d1-46bf-84ba-8280a8c80262', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '46a7b5e3-5de6-4982-a701-bbd1237613f0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:09:40.946938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58290) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:09:41.088216 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-bac5fcf3-fb87-4995-bea1-9ee9804defc8 admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1399179
Apr 08 08:09:41.428252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6a9baa98-5a69-4ace-ad43-336e3237af8f up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:09:41.520725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 6a9baa98-5a69-4ace-ad43-336e3237af8f completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:09:41.527621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 6a9baa98-5a69-4ace-ad43-336e3237af8f triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:41.528794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:41.680128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:41.700227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 6a9baa98-5a69-4ace-ad43-336e3237af8f, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6a9baa98-5a69-4ace-ad43-336e3237af8f,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:09:41.702485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:41.705111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:09:41.776523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=6a9baa98-5a69-4ace-ad43-336e3237af8f,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:09:41.780521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:09:43.399873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6a9baa98-5a69-4ace-ad43-336e3237af8f up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:09:43.490310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 6a9baa98-5a69-4ace-ad43-336e3237af8f triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:09:43.490960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:44.976626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8215e7c8-16ec-4979-934d-aa3111b4c19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:48.126149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73d81473-3f9a-47a2-9a0b-d7d4e806274d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:48.136184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:49.303393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:09:49.922399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:10.335850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:10:14.970667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8c09ad17-9ab7-4271-a031-bd85119968cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:18.095909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e589cb46-1629-4c44-908a-0d59c2110f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:18.098591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:19.287631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:19.904572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:44.970751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3e8938b9-8bc0-476d-9c7d-d256cdc7a7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:47.334840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:10:48.098173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:48.099568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-770de82f-dfe8-483f-83ab-7618dc98c905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:49.293023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:10:49.920527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:14.966004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0c78e9a8-5def-44bf-8567-85dcd2e175aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:18.094023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:18.095153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4b1c4aaa-0431-4abd-a91f-3cc01bb78012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:19.303038 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:19.917523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:24.334625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:11:44.958835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d7194eb-184e-4f21-8abd-da8bb23e2c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:48.101696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7b508ad8-fa6d-449e-aa01-379f857f049f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:48.104916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:49.296844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:49.919290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:11:57.659403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58860) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:11:57.733868 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83a5916-0fe0-4059-9f83-4a49d89f5724 admin admin] GET failed (client error): The resource could not be found.
Apr 08 08:11:57.735267 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b83a5916-0fe0-4059-9f83-4a49d89f5724 admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0747895
Apr 08 08:11:58.049129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0e3a7-185e-4413-a64f-eff537e6bb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:11:58.050750 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6ee0e3a7-185e-4413-a64f-eff537e6bb18 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.3111963
Apr 08 08:12:00.576846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58870) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:00.693578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8051ea4f-2a0b-43df-b93d-21def2965f9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:00.694296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8051ea4f-2a0b-43df-b93d-21def2965f9e admin admin] Synchronizing usage tracker for tenant:5d61386529cb41fd83122da18fd2d348 on resource:subnet {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:12:00.711289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8051ea4f-2a0b-43df-b93d-21def2965f9e admin admin] Unset dirty status for tenant:5d61386529cb41fd83122da18fd2d348 on resource:subnet {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:12:00.712562 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8051ea4f-2a0b-43df-b93d-21def2965f9e admin admin] 10.222.0.54 "GET /v2.0/subnets/c9ac0546-73d1-46bf-84ba-8280a8c80262 HTTP/1.1" status: 200  len: 849 time: 0.1346865
Apr 08 08:12:00.723020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:12:00.850571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:01.168513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760678573700'] for subnet, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:01.183885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:12:01.326130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ac0546-73d1-46bf-84ba-8280a8c80262,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:12:01.337565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.337898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:12:01.338024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.338325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.338683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.339039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.339393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.339747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.340115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.340481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.340826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.341170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.341513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:12:01.346724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:12:01.379059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:01.379699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:01.381160 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] 10.222.0.54 "PUT /v2.0/subnets/c9ac0546-73d1-46bf-84ba-8280a8c80262 HTTP/1.1" status: 200  len: 868 time: 0.6621892
Apr 08 08:12:01.400987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60780be-137f-46b4-b173-02f43a1bee09 None None] Network 7020fc57-fe88-4494-acb8-2d66de7595ae requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:12:01.870900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-86877c4b-3dac-4b73-997f-a955c8454d64 None None] Provisioning complete for port 5b7d822f-cc94-4ff2-bf19-9534c1817396 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:12:01.871961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-86877c4b-3dac-4b73-997f-a955c8454d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:02.011766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-86877c4b-3dac-4b73-997f-a955c8454d64 None None] Provisioning complete for port 3e98d17a-0ff8-42d3-a388-7729f6d92f71 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:12:02.012175 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-86877c4b-3dac-4b73-997f-a955c8454d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:03.906479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58880) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:04.103105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2e7256-1a1c-460e-bfda-b70cdfe1b350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:04.103566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2e7256-1a1c-460e-bfda-b70cdfe1b350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:04.105211 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-bd2e7256-1a1c-460e-bfda-b70cdfe1b350 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1976361
Apr 08 08:12:06.627850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58890) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:06.823415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46bd1c-3340-4c49-a729-1a2e6211a9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:06.823909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad46bd1c-3340-4c49-a729-1a2e6211a9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:06.825548 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ad46bd1c-3340-4c49-a729-1a2e6211a9a4 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1966629
Apr 08 08:12:09.357163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58900) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:09.546073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8743009f-a4be-41de-a5fc-7b9f4aff395b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:09.547477 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8743009f-a4be-41de-a5fc-7b9f4aff395b admin admin] 10.222.0.54 "GET /v2.0/networks/7020fc57-fe88-4494-acb8-2d66de7595ae HTTP/1.1" status: 200  len: 869 time: 0.1892061
Apr 08 08:12:12.075267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58910) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:12.269412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccea6b7-ecb5-4f76-8074-2e5cda2f41f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:12.270853 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8ccea6b7-ecb5-4f76-8074-2e5cda2f41f4 admin admin] 10.222.0.54 "GET /v2.0/networks/789407dc-7204-4632-aea5-1d0d530f4625 HTTP/1.1" status: 200  len: 886 time: 0.1945422
Apr 08 08:12:14.825297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58920) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:14.951168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8cda6e-855f-41d2-8e83-09744c81acea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:14.951697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8cda6e-855f-41d2-8e83-09744c81acea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:14.953351 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3d8cda6e-855f-41d2-8e83-09744c81acea admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1269238
Apr 08 08:12:14.961204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7ffa6c7f-5d36-4385-b653-8f33ad7a9592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:17.477965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58930) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:17.601380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1f816-5a37-4f20-8bcc-ba7154dacfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:17.601925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc1f816-5a37-4f20-8bcc-ba7154dacfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:17.603607 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4cc1f816-5a37-4f20-8bcc-ba7154dacfbd admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1246734
Apr 08 08:12:18.097460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47df902a-9e00-40ab-92f9-843a29c878dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:18.100720 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:19.300506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:19.923198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:20.117424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58940) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:20.237445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306297e6-ef11-46a2-9bd5-dc1fc0436025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:20.238991 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-306297e6-ef11-46a2-9bd5-dc1fc0436025 admin admin] 10.222.0.54 "GET /v2.0/subnets/19124b82-8b77-46a7-91cd-d172faa25f6f HTTP/1.1" status: 200  len: 816 time: 0.1203909
Apr 08 08:12:22.769586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58950) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:22.890741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85763ce7-e936-471e-bce9-5207a86382d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:22.892225 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-85763ce7-e936-471e-bce9-5207a86382d4 admin admin] 10.222.0.54 "GET /v2.0/subnets/c9ac0546-73d1-46bf-84ba-8280a8c80262 HTTP/1.1" status: 200  len: 868 time: 0.1215711
Apr 08 08:12:38.337926 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:12:44.965495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-877deace-e21b-442b-ba24-53419fce50d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:48.100734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-220d51a1-0722-498e-ba65-b6b03956956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:48.105188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:49.306320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:49.727034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 58994) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:49.779752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [None req-d8144e81-ad05-4260-8465-dbf0c15a071f admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:12:49.780893 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d8144e81-ad05-4260-8465-dbf0c15a071f admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0527539
Apr 08 08:12:49.930363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:52.383012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59004) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:52.460381 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.pecan_wsgi.hooks.translation [None req-34afcfe3-907e-41c7-acc0-9e2b6c683b08 admin admin] GET failed (client error): The resource could not be found.
Apr 08 08:12:52.461844 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-34afcfe3-907e-41c7-acc0-9e2b6c683b08 admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0778079
Apr 08 08:12:52.601485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d983e4-8899-4ff4-bbe2-811d23008186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:52.603055 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-94d983e4-8899-4ff4-bbe2-811d23008186 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1368299
Apr 08 08:12:55.159791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59014) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:55.212455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:12:55.218058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:12:55.222201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Usage tracker for resource:network and tenant:5d61386529cb41fd83122da18fd2d348 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:12:55.226076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:12:55.232135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:12:55.241369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Made reservation on behalf of 5d61386529cb41fd83122da18fd2d348 for: {'network': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:12:55.246006 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:55.345357 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.services.revisions.revision_plugin [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f7c109344e0] {project_id='5d61386529cb41fd83122da18fd2d348', id='4fe64eb8-d7e2-499c-af73-d9e1191928ff', target_tenant='*', action='access_as_shared', object_id='506d8fa4-2faa-4098-8061-53f69a0eb435'}> to bump revision.
Apr 08 08:12:55.358948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'}  {{(pid=84306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:12:55.368379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:55.368770 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Added segment 0b76548b-6e88-4ce4-847a-658530cc5485 of type vlan for network 506d8fa4-2faa-4098-8061-53f69a0eb435
Apr 08 08:12:55.395422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:55.425520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:55.427185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:55.427826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:55.433002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:12:55.534017 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3729920
Apr 08 08:12:55.540284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Pushing event updated for resources: {'Network': ['ID=506d8fa4-2faa-4098-8061-53f69a0eb435,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:12:55.543543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:12:55.553901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 506d8fa4-2faa-4098-8061-53f69a0eb435 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:12:58.168130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59024) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:12:58.248200 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.pecan_wsgi.hooks.translation [None req-806f6275-a62e-47b7-a7cd-070934a018f6 admin admin] GET failed (client error): The resource could not be found.
Apr 08 08:12:58.248784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-806f6275-a62e-47b7-a7cd-070934a018f6 admin admin] Synchronizing usage tracker for tenant:5d61386529cb41fd83122da18fd2d348 on resource:network {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:12:58.264534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-806f6275-a62e-47b7-a7cd-070934a018f6 admin admin] Unset dirty status for tenant:5d61386529cb41fd83122da18fd2d348 on resource:network {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:12:58.265813 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-806f6275-a62e-47b7-a7cd-070934a018f6 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0966141
Apr 08 08:12:58.386487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f390d2ee-d812-47d4-99fd-634e8b7033ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:58.388038 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f390d2ee-d812-47d4-99fd-634e8b7033ca admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1172745
Apr 08 08:12:58.400198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:12:58.405748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:12:58.417429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:12:58.426744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Made reservation on behalf of 5d61386529cb41fd83122da18fd2d348 for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:12:58.431521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:58.838043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:58.853365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2ec443c0-0f21-40a8-aef5-5c0e52049e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:12:58.986508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb7e19fa-905c-43b1-836b-a0206afdf11c,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:12:58.990677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:12:59.051372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Checking segment: {'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:12:59.051757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Network hostable DHCP agents. Network: 506d8fa4-2faa-4098-8061-53f69a0eb435, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:12:59.069776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Network 506d8fa4-2faa-4098-8061-53f69a0eb435 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:12:59.077989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 506d8fa4-2faa-4098-8061-53f69a0eb435) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:12:59.082016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:12:59.083176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:59.088996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08397997-f844-40c3-8d4b-a01c56c6b198 None None] Network 506d8fa4-2faa-4098-8061-53f69a0eb435 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:12:59.109706 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7131717
Apr 08 08:12:59.338052 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-506d8fa4-2faa-4098-8061-53f69a0eb435', 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435', 'tenant_id': '5d61386529cb41fd83122da18fd2d348', 'fixed_ips': [{'subnet_id': 'bb7e19fa-905c-43b1-836b-a0206afdf11c'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:12:59.338866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:59.518730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Allocated IP 192.168.233.2 (506d8fa4-2faa-4098-8061-53f69a0eb435/bb7e19fa-905c-43b1-836b-a0206afdf11c/b4072355-1e9d-406e-a2f4-ca3a921fbc82) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:12:59.744710 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:59.756544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Transition to ACTIVE for port object b4072355-1e9d-406e-a2f4-ca3a921fbc82 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:12:59.776717 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Transition to ACTIVE for port object b4072355-1e9d-406e-a2f4-ca3a921fbc82 will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:12:59.781487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:12:59.797607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-da52801a-af86-481a-b44c-9a891c7bca65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:13:00.113814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Pushing event updated for resources: {'Port': ['ID=b4072355-1e9d-406e-a2f4-ca3a921fbc82,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:13:00.124989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.125387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.125778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.126142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.126504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.126865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.127220 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.127565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.127930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.128278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.128629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.128974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:13:00.135133 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:13:00.177554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Network 506d8fa4-2faa-4098-8061-53f69a0eb435 is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:13:00.179317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:13:00.182083 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:13:00.281364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Attempting to bind port b4072355-1e9d-406e-a2f4-ca3a921fbc82 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:13:00.281802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Attempting to bind port b4072355-1e9d-406e-a2f4-ca3a921fbc82 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:13:00.282211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Attempting to bind port b4072355-1e9d-406e-a2f4-ca3a921fbc82 on network 506d8fa4-2faa-4098-8061-53f69a0eb435 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:13:00.288768 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:13:00.289184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Checking segment: {'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:13:00.289635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:00.290114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Bound using segment: {'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:13:00.290632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Bound port: b4072355-1e9d-406e-a2f4-ca3a921fbc82, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:13:00.291044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:00.374312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] For port b4072355-1e9d-406e-a2f4-ca3a921fbc82, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:13:00.378050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] For port b4072355-1e9d-406e-a2f4-ca3a921fbc82, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b4072355-1e9d-406e-a2f4-ca3a921fbc82,segment=NetworkSegment(0b76548b-6e88-4ce4-847a-658530cc5485),segment_id=0b76548b-6e88-4ce4-847a-658530cc5485)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:13:00.382110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:00.398784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:13:00.561598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Pushing event updated for resources: {'Port': ['ID=b4072355-1e9d-406e-a2f4-ca3a921fbc82,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:13:00.565374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:13:01.548736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b4072355-1e9d-406e-a2f4-ca3a921fbc82 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:13:01.627388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port b4072355-1e9d-406e-a2f4-ca3a921fbc82 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:13:01.920495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee355cdc-882e-4d34-a0c3-4d4687585d88 None None] Network 506d8fa4-2faa-4098-8061-53f69a0eb435 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:13:02.026571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] Provisioning for port b4072355-1e9d-406e-a2f4-ca3a921fbc82 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:13:02.037203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] Provisioning complete for port b4072355-1e9d-406e-a2f4-ca3a921fbc82 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:13:02.037614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:02.271877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:02.294495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] For port b4072355-1e9d-406e-a2f4-ca3a921fbc82, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b4072355-1e9d-406e-a2f4-ca3a921fbc82,segment=NetworkSegment(0b76548b-6e88-4ce4-847a-658530cc5485),segment_id=0b76548b-6e88-4ce4-847a-658530cc5485)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:13:02.302636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:02.308940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:13:02.388439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] Pushing event updated for resources: {'Port': ['ID=b4072355-1e9d-406e-a2f4-ca3a921fbc82,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:13:02.391696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:13:02.625182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-0d76e5c5-437b-49be-87e2-6c87f2f4730b None None] Provisioning complete for port b4072355-1e9d-406e-a2f4-ca3a921fbc82 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:13:02.625898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0d76e5c5-437b-49be-87e2-6c87f2f4730b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:03.525797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b4072355-1e9d-406e-a2f4-ca3a921fbc82 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:13:03.600862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port b4072355-1e9d-406e-a2f4-ca3a921fbc82 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:13:03.601271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:14.971381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fc5f3d63-dd28-42fd-a6e7-cdd50d6a8ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:15.338415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:13:18.103237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b50c7aaa-f536-4207-a69d-f2d90bc5972e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:18.107687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:19.310278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:19.930839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:44.964831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fc4d2241-eb1d-48e2-a9fe-5b4e3b6731c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:48.105879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c135013-a2f7-47a2-80e2-1c6b482f3072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:48.108029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:49.312878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:49.935754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:13:52.339992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:14:14.969701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-82a76c09-4c8e-4384-90a6-4ccad99922dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:18.110684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d3e43520-f172-4eec-9d1c-aa43032ef857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:18.116815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:19.316678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:19.938492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:21.327037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59074) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:14:21.333765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [None req-948c4210-3095-46d5-869a-086552c9dea1 tempest-verify_tempest_config-1667255638 tempest-verify_tempest_config-1667255638-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:14:21.334826 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-948c4210-3095-46d5-869a-086552c9dea1 tempest-verify_tempest_config-1667255638 tempest-verify_tempest_config-1667255638-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0067453
Apr 08 08:14:21.656397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59092) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:14:21.784480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:21.799900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:14:21.803925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4e2d51fe7ae44cf9baa37454e21ba886 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:14:21.806853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:14:21.812780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:14:21.903205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:21.906304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:21.916038 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:14:21.962455 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4e2d51fe7ae44cf9baa37454e21ba886&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3048012
Apr 08 08:14:21.963348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99828972-376a-48ae-94d9-ce6db1aabf40,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:14:21.965498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59098) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:14:21.984737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.985124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.985502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.985942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.986569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.986978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.987535 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.987919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.988303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.988667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.989029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.989389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:14:21.993452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:14:22.224585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1758e7af-86d2-43ca-8a8d-6d99557a69c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:22.255413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1758e7af-86d2-43ca-8a8d-6d99557a69c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:22.317969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1758e7af-86d2-43ca-8a8d-6d99557a69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:22.324009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c49db9a0-480f-4d40-909b-7bc87878b7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:14:22.336441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758e7af-86d2-43ca-8a8d-6d99557a69c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99828972-376a-48ae-94d9-ce6db1aabf40,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:14:22.341765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1758e7af-86d2-43ca-8a8d-6d99557a69c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:14:22.344021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1758e7af-86d2-43ca-8a8d-6d99557a69c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:22.345352 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1758e7af-86d2-43ca-8a8d-6d99557a69c1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/99828972-376a-48ae-94d9-ce6db1aabf40 HTTP/1.1" status: 204  len: 168 time: 0.3787754
Apr 08 08:14:29.339654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:14:44.964695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-df8b3012-52b0-45a9-a4a0-1f9f1b4cd5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:48.112148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ff1a09a5-78c0-4bc7-9a71-62fc43e1b6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:48.114866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:49.318024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:14:49.940528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:06.340256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:15:14.970962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194ec3b3-79d2-4ae8-83e8-b469fc181f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:18.116034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be357f3b-0ebb-4c6a-a9cd-5d6b0166e0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:18.119757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:19.319244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:19.943698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:43.340892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 5 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:15:44.962865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6b004e21-5fcd-4231-9c7a-378b303f7e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:48.116045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a95a81b4-e56b-461f-8b4d-cdb68b3f7e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:48.119299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:49.320967 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:49.947251 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:52.787119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767'] for agent, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:15:58.445086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59150) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:15:58.627346 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4aed62a6-ab5a-4f5a-8480-718eb4a4bf11 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.1809998
Apr 08 08:16:01.276071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59160) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:16:01.341997 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c2c3763d-fcb4-45d4-8bd7-735eabb51bba admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4309 time: 0.0646703
Apr 08 08:16:14.964367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4f835b91-eb45-4da7-b90c-63393e9ccb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:18.117870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-71a1d03b-8a79-4106-a1e5-f274aa175b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:18.122105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:19.329315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:19.951578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:20.341506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:16:22.736560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:44.974104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-61397472-b1a4-410d-b352-5a50b824ce01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:48.122095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-373c6bb7-1511-4672-807b-9e2026755df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:48.126633 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:49.322723 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:49.959771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:52.737318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:16:57.340677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:17:14.971299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b7e84cc2-9616-40d1-b647-7c634b419160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:18.125605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-89322372-5829-4f53-b7fd-df448ea6af91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:18.129947 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:19.326955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:19.959565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:22.757734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.162950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59366) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:34.317225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59378) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:34.341087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:17:34.383927 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59386) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:34.495781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-789491319-network', 'tenant_id': 'd518367a337a4834b816d5ba592151f7'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:34.502635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:34.507340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Usage tracker for resource:network and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:34.510627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:34.520846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:34.532531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59398) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:34.533140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Made reservation on behalf of d518367a337a4834b816d5ba592151f7 for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:34.537965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.552241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.568173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:34.573062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Usage tracker for resource:security_group_rule and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:34.576442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:34.585764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-37654918-network', 'tenant_id': '8bc5826b57c64c4eb4fad2a4d00f497a'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:34.593373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:34.596812 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:34.603273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Usage tracker for resource:network and tenant:8bc5826b57c64c4eb4fad2a4d00f497a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:34.609675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:34.617916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:34.634110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1840752597-network', 'tenant_id': '133fc72324744e6a84122cfefb171fab'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:34.657185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:34.659684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Made reservation on behalf of 8bc5826b57c64c4eb4fad2a4d00f497a for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:34.664351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.682892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Usage tracker for resource:network and tenant:133fc72324744e6a84122cfefb171fab is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:34.685597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.696022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:34.707890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:34.724000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:34.729785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Usage tracker for resource:security_group_rule and tenant:8bc5826b57c64c4eb4fad2a4d00f497a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:34.738778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:34.743360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Made reservation on behalf of 133fc72324744e6a84122cfefb171fab for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:34.748255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.769676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:34.779636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.833380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-282302396-network', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:34.833610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:34.842647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.842857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:34.844376 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Usage tracker for resource:security_group_rule and tenant:133fc72324744e6a84122cfefb171fab is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:34.849136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:34.849695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Usage tracker for resource:network and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:34.854288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:34.856954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.861843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:34.865010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:34.876271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:34.878367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Made reservation on behalf of 726289ca2e5b4c9f9a58af78b0ee30d6 for: {'network': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:34.884160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.904628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.925624 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:34.930155 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:17:34.931041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:34.934762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:34.943255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:34.966862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:34.967195 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Added segment e6aaf3bf-8778-4be9-89bc-033fce06e918 of type vlan for network 6edb44dd-4adc-4625-a337-bd0772923580
Apr 08 08:17:34.972401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9ea451-f614-46d6-a537-9cae938975a9,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:34.993317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59424) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:35.003487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.003889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.004261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.004629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.004993 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.005371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.005801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.006108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.006464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.006820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.007168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.007526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Tracked resource versions report:
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]: pushed versions:
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]: {   'AddressGroup': {'1.2'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'ConntrackHelper': {'1.0'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Log': {'1.0'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Network': {'1.1'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Port': {'1.7'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'PortForwarding': {'1.2'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'QosPolicy': {'1.8'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroup': {'1.4'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroupRule': {'1.2'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SubPort': {'1.0'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Subnet': {'1.1'},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Trunk': {'1.1'}}
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]: consumer versions:
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]: {   DHCP agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     HyperV agent@hv-cinder-76111: {},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     L3 agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metadata agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metering agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:     Open vSwitch agent@dv-cinder-761113-10-iscsi: {   'AddressGroup': '1.2',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'ConntrackHelper': '1.0',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Log': '1.0',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Network': '1.1',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Port': '1.7',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'PortForwarding': '1.2',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'QosPolicy': '1.8',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroup': '1.4',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroupRule': '1.2',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SubPort': '1.0',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Subnet': '1.1',
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Trunk': '1.1'}}
Apr 08 08:17:35.008602 dv-cinder-761113-10-iscsi neutron-server[84193]:  {{(pid=84307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 08:17:35.016124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:35.055653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.091515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.095479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.098903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.101597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.104446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:35.128671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:35.140458 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5338db9-c3fe-4fc5-add0-4f4d593d6fd3,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:35.151051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.151708 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.152245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.152747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.153258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.153831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.154379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.154940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.155485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.156872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.157670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.158623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Tracked resource versions report:
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]: pushed versions:
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]: {   'AddressGroup': {'1.2'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'ConntrackHelper': {'1.0'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Log': {'1.0'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Network': {'1.1'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Port': {'1.7'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'PortForwarding': {'1.2'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'QosPolicy': {'1.8'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroup': {'1.4'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroupRule': {'1.2'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SubPort': {'1.0'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Subnet': {'1.1'},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Trunk': {'1.1'}}
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]: consumer versions:
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]: {   DHCP agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     HyperV agent@hv-cinder-76111: {},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     L3 agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metadata agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metering agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:     Open vSwitch agent@dv-cinder-761113-10-iscsi: {   'AddressGroup': '1.2',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'ConntrackHelper': '1.0',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Log': '1.0',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Network': '1.1',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Port': '1.7',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'PortForwarding': '1.2',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'QosPolicy': '1.8',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroup': '1.4',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroupRule': '1.2',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SubPort': '1.0',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Subnet': '1.1',
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Trunk': '1.1'}}
Apr 08 08:17:35.159925 dv-cinder-761113-10-iscsi neutron-server[84193]:  {{(pid=84306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 08:17:35.172797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:35.176740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'}  {{(pid=84306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:17:35.183991 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:17:35.188224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.188716 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Added segment 203398ff-e747-4480-adb1-7df0b5c02a5a of type vlan for network 11712076-69ce-4aa6-a011-1247e6075ee7
Apr 08 08:17:35.196094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.203997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.205578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:35.206361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.210261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:35.221995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:35.223174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.223566 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Added segment d6c6a59f-8ae9-4be1-85d7-add2ab443085 of type vlan for network b59a2423-9c84-4421-b1de-30059648dc99
Apr 08 08:17:35.224601 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b9180170-e58b-403d-9c44-6043ffd1ec8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:35.238534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.259013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.315539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.317591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:35.319231 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.329056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e32544fd-4d5e-46bf-94be-e9fed4f34e98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:35.417769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-205199053-network', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:35.427204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:35.431925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Usage tracker for resource:network and tenant:45c7c4aff6624fbb9a12b627bb8912b8 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:35.435871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:35.443179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:35.472670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Made reservation on behalf of 45c7c4aff6624fbb9a12b627bb8912b8 for: {'network': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:35.478215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.562209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:17:35.581115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.584299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.604597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:35.606813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Pushing event updated for resources: {'Network': ['ID=6edb44dd-4adc-4625-a337-bd0772923580,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:35.609764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Usage tracker for resource:security_group_rule and tenant:45c7c4aff6624fbb9a12b627bb8912b8 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:35.612952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:35.620875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:35.621225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:35.623889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:35.625504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 6edb44dd-4adc-4625-a337-bd0772923580 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:17:35.661291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.661692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Added segment 8daead4e-3011-4726-8f46-b4e562abf265 of type vlan for network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4
Apr 08 08:17:35.692322 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.5281396
Apr 08 08:17:35.699173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59438) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:35.721128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Request body: {'subnet': {'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-subnet', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:35.732253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.744310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:35.760032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Pushing event updated for resources: {'Network': ['ID=11712076-69ce-4aa6-a011-1247e6075ee7,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:35.764229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Usage tracker for resource:subnet and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:35.768116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.769774 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:35.775753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:35.779373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258e081a-04be-4b08-a35e-8f28b5954023,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:35.783451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:35.784433 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2460303
Apr 08 08:17:35.787602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.787907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59442) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:35.788602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:35.790313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.797024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:35.797666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.806589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9077a3ff-00fa-49d7-9219-27c3d7ed57e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:35.818035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Request body: {'subnet': {'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-282302396-subnet', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:35.831338 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:35.852960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 11712076-69ce-4aa6-a011-1247e6075ee7 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:17:35.868051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Made reservation on behalf of d518367a337a4834b816d5ba592151f7 for: {'subnet': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:35.872366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:35.873919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:35.919931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Usage tracker for resource:subnet and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:35.931039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'}  {{(pid=84306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:17:35.950066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.resource_extend [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 08:17:35.969515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:36.001970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:36.005090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f8bd01-4a8d-45a3-9fd6-51b2a881c065,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:36.026783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.027221 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Added segment 360ba1a8-49ab-43c6-9c8b-e3793d1529f1 of type vlan for network 94a6b48a-d678-4757-a7cc-42afe5a9124a
Apr 08 08:17:36.028737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:36.061314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Made reservation on behalf of 726289ca2e5b4c9f9a58af78b0ee30d6 for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:36.066263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.101838 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7796383
Apr 08 08:17:36.103817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59466) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:36.147667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Pushing event updated for resources: {'Network': ['ID=b59a2423-9c84-4421-b1de-30059648dc99,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:36.161179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network b59a2423-9c84-4421-b1de-30059648dc99 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:17:36.169055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.169445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Request body: {'subnet': {'network_id': 'b59a2423-9c84-4421-b1de-30059648dc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-37654918-subnet', 'tenant_id': '8bc5826b57c64c4eb4fad2a4d00f497a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:36.173687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.191882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:36.195503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:36.202588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:36.204024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.220621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:36.242935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Usage tracker for resource:subnet and tenant:8bc5826b57c64c4eb4fad2a4d00f497a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:36.294846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:36.413929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.417762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:36.418411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.423574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:36.458789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:36.545938 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.1574795
Apr 08 08:17:36.548336 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59484) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:36.557142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Pushing event updated for resources: {'Network': ['ID=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:36.568472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:17:36.569960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:36.574704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Made reservation on behalf of 8bc5826b57c64c4eb4fad2a4d00f497a for: {'subnet': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:36.579805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.590040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Request body: {'subnet': {'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1840752597-subnet', 'tenant_id': '133fc72324744e6a84122cfefb171fab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:36.608797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Pushing event updated for resources: {'Network': ['ID=94a6b48a-d678-4757-a7cc-42afe5a9124a,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:36.614856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:36.620517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:17:36.626377 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.6316411
Apr 08 08:17:36.630430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59490) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:36.642047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Request body: {'subnet': {'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-subnet', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:36.648995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:36.663315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Usage tracker for resource:subnet and tenant:133fc72324744e6a84122cfefb171fab is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:36.667277 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:36.670757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:36.694233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:36.697209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Usage tracker for resource:subnet and tenant:45c7c4aff6624fbb9a12b627bb8912b8 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:36.702957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:36.711716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:36.727606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59502) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:36.746333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Made reservation on behalf of 133fc72324744e6a84122cfefb171fab for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:36.752347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.801990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Made reservation on behalf of 45c7c4aff6624fbb9a12b627bb8912b8 for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:36.808312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:36.979730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:37.061059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:37.065887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Usage tracker for resource:security_group_rule and tenant:20275c42bf2d4019a6ade61322c2f2c9 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:37.069379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:37.076402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:37.217290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59516) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:37.308762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:37.328958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:37.467316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:37.468939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:37.488216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4841978-fb68-4ec8-85e7-2d461ae96540,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:37.498642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:37.511561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:37.538426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:37.565143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:37.585940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Usage tracker for resource:security_group_rule and tenant:42ebb485e2da43b6920f046b4bd318f7 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:37.602065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:37.622089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Checking segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:17:37.622488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Network hostable DHCP agents. Network: 6edb44dd-4adc-4625-a337-bd0772923580, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:17:37.623581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:37.659278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:37.683744 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=20275c42bf2d4019a6ade61322c2f2c9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9481537
Apr 08 08:17:37.683834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:37.709258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59538) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:37.735123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Network 6edb44dd-4adc-4625-a337-bd0772923580 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:17:37.790963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6109462c-bda9-4187-9f70-2b785d9953a7,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:37.805063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:37.852056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 6edb44dd-4adc-4625-a337-bd0772923580) {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:37.862753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa54d82-0b13-4d78-8b5a-7cbdbd07ac56 None None] Network 6edb44dd-4adc-4625-a337-bd0772923580 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:37.883494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:37.884139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:37.887806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c073b829-54a6-4759-8b65-b101457631f1,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:37.901422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:37.961317 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.2477727
Apr 08 08:17:37.964566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59546) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:37.972438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:37.978629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:37.982094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f68d8a20-85e6-42c9-aa26-4d3c1c0c066e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.005222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:38.007283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:38.029866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Usage tracker for resource:router and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:38.041021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:38.053155 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:38.058084 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f68d8a20-85e6-42c9-aa26-4d3c1c0c066e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.075785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Checking segment: {'id': 'd6c6a59f-8ae9-4be1-85d7-add2ab443085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b59a2423-9c84-4421-b1de-30059648dc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:17:38.076104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Network hostable DHCP agents. Network: b59a2423-9c84-4421-b1de-30059648dc99, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:17:38.103873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.105084 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.115870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-6edb44dd-4adc-4625-a337-bd0772923580', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:17:38.116683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.148478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Network b59a2423-9c84-4421-b1de-30059648dc99 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:17:38.162574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.174956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, b59a2423-9c84-4421-b1de-30059648dc99) {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:38.179419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:38.179997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.260143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e004b94-4ddd-424f-92ad-d51091ee4c2d None None] Network b59a2423-9c84-4421-b1de-30059648dc99 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:38.353632 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2307842
Apr 08 08:17:38.382325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f68d8a20-85e6-42c9-aa26-4d3c1c0c066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.396476 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=619ccc2b-4efb-48f9-b46c-a8aff86efa6a,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:38.402728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Allocated IP 172.20.0.2 (6edb44dd-4adc-4625-a337-bd0772923580/a4841978-fb68-4ec8-85e7-2d461ae96540/d4492c31-802b-4303-8ad6-ee5abfaeb52a) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:17:38.404372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:38.407988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.428584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.455795 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1758e7af-86d2-43ca-8a8d-6d99557a69c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:38.540843 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42ebb485e2da43b6920f046b4bd318f7&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3212495
Apr 08 08:17:38.548276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d8a68e-47f9-4cd0-960c-3769b7346bf9,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:38.552371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59554) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:38.557638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:38.631866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f68d8a20-85e6-42c9-aa26-4d3c1c0c066e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.633875 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f68d8a20-85e6-42c9-aa26-4d3c1c0c066e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6109462c-bda9-4187-9f70-2b785d9953a7 HTTP/1.1" status: 204  len: 168 time: 0.9087431
Apr 08 08:17:38.705663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b1bebd-7223-48dd-a00a-4400806f8a93 None None] Network b59a2423-9c84-4421-b1de-30059648dc99 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:38.726699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Checking segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:17:38.727104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Network hostable DHCP agents. Network: 11712076-69ce-4aa6-a011-1247e6075ee7, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:17:38.745515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.774062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:38.784454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:38.894454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.949019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:38.978483 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Transition to ACTIVE for port object d4492c31-802b-4303-8ad6-ee5abfaeb52a will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:17:39.005607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d8bcda7-f22b-4428-ac71-9df8aad7fe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.016551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59582) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:39.036229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Network 11712076-69ce-4aa6-a011-1247e6075ee7 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:17:39.084342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Transition to ACTIVE for port object d4492c31-802b-4303-8ad6-ee5abfaeb52a will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:17:39.090364 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 08:17:39.132662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d8a20-85e6-42c9-aa26-4d3c1c0c066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6109462c-bda9-4187-9f70-2b785d9953a7,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:39.148778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f68d8a20-85e6-42c9-aa26-4d3c1c0c066e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:39.166495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.190114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.293036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8972de05-85d3-4d96-a5dc-f89ced4caebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:39.388665 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-83889960-62bb-4887-a5c0-42366e1ada3a tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:39.391543 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-83889960-62bb-4887-a5c0-42366e1ada3a tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/networks?id=b59a2423-9c84-4421-b1de-30059648dc99 HTTP/1.1" status: 200  len: 810 time: 0.3521762
Apr 08 08:17:39.398606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 11712076-69ce-4aa6-a011-1247e6075ee7) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:39.400308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:39.428410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72ba09a-3edb-47f0-9458-d8655554c6bb None None] Network 11712076-69ce-4aa6-a011-1247e6075ee7 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:39.428976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:39.429789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.437136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d8bcda7-f22b-4428-ac71-9df8aad7fe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.452183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59592) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:39.523964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.536065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59598) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:39.555789 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-1056ca7f-e0b4-44ab-a05f-de4f53cdf378 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/quotas/8bc5826b57c64c4eb4fad2a4d00f497a HTTP/1.1" status: 200  len: 375 time: 0.1399121
Apr 08 08:17:39.603090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Pushing event updated for resources: {'Port': ['ID=d4492c31-802b-4303-8ad6-ee5abfaeb52a,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:39.616298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:39.627291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:39.635478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.635s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:39.649401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.649764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.650135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.650511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.650879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.651249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.651612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.651974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.652349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.652700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.653059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.653419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Tracked resource versions report:
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]: pushed versions:
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]: {   'AddressGroup': {'1.2'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'ConntrackHelper': {'1.0'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Log': {'1.0'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Network': {'1.1'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Port': {'1.7'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'PortForwarding': {'1.2'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'QosPolicy': {'1.8'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroup': {'1.4'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroupRule': {'1.2'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SubPort': {'1.0'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Subnet': {'1.1'},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Trunk': {'1.1'}}
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]: consumer versions:
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]: {   DHCP agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     HyperV agent@hv-cinder-76111: {},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     L3 agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metadata agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metering agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:     Open vSwitch agent@dv-cinder-761113-10-iscsi: {   'AddressGroup': '1.2',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'ConntrackHelper': '1.0',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Log': '1.0',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Network': '1.1',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Port': '1.7',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'PortForwarding': '1.2',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'QosPolicy': '1.8',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroup': '1.4',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroupRule': '1.2',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SubPort': '1.0',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Subnet': '1.1',
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Trunk': '1.1'}}
Apr 08 08:17:39.654573 dv-cinder-761113-10-iscsi neutron-server[84193]:  {{(pid=84308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 08:17:39.670645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:39.683013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Usage tracker for resource:security_group_rule and tenant:10639374ba764bd1aa684dd3a544ecb1 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:39.691610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Network 6edb44dd-4adc-4625-a337-bd0772923580 is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:39.694755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:39.696689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:39.698836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:17:39.715039 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-393a1fd2-c306-40e1-b4dc-b21ab4e8c0be tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8bc5826b57c64c4eb4fad2a4d00f497a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1581013
Apr 08 08:17:39.736837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:39.752384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Checking segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:17:39.752895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Network hostable DHCP agents. Network: 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:17:39.775424 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c4aafb13-ac34-479f-b917-6ccf1a49fc82 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.9736669
Apr 08 08:17:39.781774 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-11712076-69ce-4aa6-a011-1247e6075ee7', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:17:39.782723 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.787706 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59610) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:39.822170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:39.850920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:39.906734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d8bcda7-f22b-4428-ac71-9df8aad7fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.914867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Usage tracker for resource:router and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:39.915662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Attempting to bind port d4492c31-802b-4303-8ad6-ee5abfaeb52a on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:17:39.916081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Attempting to bind port d4492c31-802b-4303-8ad6-ee5abfaeb52a by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:17:39.916491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Attempting to bind port d4492c31-802b-4303-8ad6-ee5abfaeb52a on network 6edb44dd-4adc-4625-a337-bd0772923580 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:17:39.919553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:39.927471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:39.932906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:17:39.933334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Checking segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:17:39.933804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.934240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Bound using segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:17:39.934765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Bound port: d4492c31-802b-4303-8ad6-ee5abfaeb52a, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:17:39.935180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:39.944368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77e3a5e-ec48-450b-8594-0e0d5a928576,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:39.971262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.005827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Checking segment: {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:17:40.006860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Network hostable DHCP agents. Network: 94a6b48a-d678-4757-a7cc-42afe5a9124a, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:17:40.011205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:17:40.014197 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:40.023525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:40.030909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.032293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.033149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:40.039887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-c237b896-86ab-448f-b2f6-b5485c6a3487 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:17:40.042202 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-c237b896-86ab-448f-b2f6-b5485c6a3487 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1075542
Apr 08 08:17:40.045962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Usage tracker for resource:security_group_rule and tenant:d781c3e5ed9e46b4875eb44206b29fc1 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:40.054789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:40.067147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.072794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:40.078715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.083486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] For port d4492c31-802b-4303-8ad6-ee5abfaeb52a, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:17:40.086839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8bcda7-f22b-4428-ac71-9df8aad7fe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d8a68e-47f9-4cd0-960c-3769b7346bf9,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:40.090731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] For port d4492c31-802b-4303-8ad6-ee5abfaeb52a, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d4492c31-802b-4303-8ad6-ee5abfaeb52a,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:17:40.097802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.101746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Allocated IP 172.20.0.2 (11712076-69ce-4aa6-a011-1247e6075ee7/619ccc2b-4efb-48f9-b46c-a8aff86efa6a/d4e9a71b-7996-4c45-b05f-503447329879) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:17:40.122263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:40.153777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.220799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d8bcda7-f22b-4428-ac71-9df8aad7fe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.222459 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8d8bcda7-f22b-4428-ac71-9df8aad7fe7c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d3d8a68e-47f9-4cd0-960c-3769b7346bf9 HTTP/1.1" status: 204  len: 168 time: 1.6677923
Apr 08 08:17:40.235740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.258455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.385620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Pushing event updated for resources: {'Port': ['ID=d4492c31-802b-4303-8ad6-ee5abfaeb52a,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:40.395446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:40.396621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8d8bcda7-f22b-4428-ac71-9df8aad7fe7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:40.398872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:40.408127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Allocated IP 172.27.1.73 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:17:40.419889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.426949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.442379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:40.466217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:40.518373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bfede9-be69-491b-82d5-f6e4a328fdd6,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:40.551812 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:40.552766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.581269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:40.582622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:17:40.589889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2f4dd-b965-4d52-81a8-0a64e54f8146 None None] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:40.612264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Synchronizing usage tracker for tenant:5d61386529cb41fd83122da18fd2d348 on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:17:40.618184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd163376-bb28-4466-b95e-de7e721b21e0,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:40.623806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:40.669782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Unset dirty status for tenant:5d61386529cb41fd83122da18fd2d348 on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:17:40.672449 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d781c3e5ed9e46b4875eb44206b29fc1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.1349356
Apr 08 08:17:40.676963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59626) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:40.769118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:40.786487 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-051719e1-476c-41e3-8ad8-0846bd0a4588 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 4.1974034
Apr 08 08:17:40.811889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 94a6b48a-d678-4757-a7cc-42afe5a9124a) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:40.820156 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10639374ba764bd1aa684dd3a544ecb1&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3525052
Apr 08 08:17:40.824189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3decd8-df67-46e7-a0e5-92e49c36fda6 None None] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:40.854093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59636) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:40.889013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:40.890728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.029869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ffad07a1-6641-4472-a6e8-cc3035137cfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.044656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.060951 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-26a5eb25-b2e3-40ea-b157-400cf4598e01 service neutron] 10.222.0.54 "GET /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9593599
Apr 08 08:17:41.104509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ffad07a1-6641-4472-a6e8-cc3035137cfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.113541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-09e9032c-8477-4d16-8f65-2c1cf2070c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.168517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.233173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:41.240825 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.252377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4053ad7a-6dca-4f99-b522-d5e556a64588 None None] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:41.297046 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-23ecc501-d3f2-48b7-9d9b-c39514bb9ee9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 4.6606989
Apr 08 08:17:41.305497 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 59654) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:41.323608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Transition to ACTIVE for port object d4e9a71b-7996-4c45-b05f-503447329879 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:17:41.343416 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-09e9032c-8477-4d16-8f65-2c1cf2070c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.358465 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:41.398212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:41.417126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Usage tracker for resource:router and tenant:45c7c4aff6624fbb9a12b627bb8912b8 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:41.421955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:41.434520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:41.513364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Pushing event updated for resources: {'Port': ['ID=8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:41.519723 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:41.528436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ffad07a1-6641-4472-a6e8-cc3035137cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.539973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f68d8a20-85e6-42c9-aa26-4d3c1c0c066e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:41.567580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Transition to ACTIVE for port object d4e9a71b-7996-4c45-b05f-503447329879 will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:17:41.570195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad07a1-6641-4472-a6e8-cc3035137cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd163376-bb28-4466-b95e-de7e721b21e0,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:41.578456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ffad07a1-6641-4472-a6e8-cc3035137cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:41.581281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-09e9032c-8477-4d16-8f65-2c1cf2070c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.598094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:41.630224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9032c-8477-4d16-8f65-2c1cf2070c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bfede9-be69-491b-82d5-f6e4a328fdd6,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:41.636240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-09e9032c-8477-4d16-8f65-2c1cf2070c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.637152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cb8417-7290-401e-9171-27064f577277 None None] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:41.637512 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-09e9032c-8477-4d16-8f65-2c1cf2070c13 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2bfede9-be69-491b-82d5-f6e4a328fdd6 HTTP/1.1" status: 204  len: 168 time: 0.7811863
Apr 08 08:17:41.638649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-09e9032c-8477-4d16-8f65-2c1cf2070c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:41.645497 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:41.646954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ffad07a1-6641-4472-a6e8-cc3035137cfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.648552 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ffad07a1-6641-4472-a6e8-cc3035137cfe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd163376-bb28-4466-b95e-de7e721b21e0 HTTP/1.1" status: 204  len: 168 time: 0.9684479
Apr 08 08:17:41.649685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:41.655327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:17:41.728561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.807485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.808620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.827909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:41.849778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:41.926749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d4492c31-802b-4303-8ad6-ee5abfaeb52a up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:17:42.032010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59680) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:42.051174 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 08 08:17:42.098358 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-0e9f3b8a-88f6-4a66-b64e-4be1fe70b270 service neutron] 10.222.0.54 "GET /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0357542
Apr 08 08:17:42.599040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:42.687519 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-832dad5f-1f8e-4de6-b44f-628686e620b8 req-dcfab253-563b-48d2-84ec-e321f22f572c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.0821996
Apr 08 08:17:42.764370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-27788f63-0945-4f49-bc62-26d205d7ed0e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:42.767810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-27788f63-0945-4f49-bc62-26d205d7ed0e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:network {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:17:42.820202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:42.940971 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Pushing event updated for resources: {'Port': ['ID=d4e9a71b-7996-4c45-b05f-503447329879,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:42.972931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702b70b-e388-412a-961a-9f5ecd3ba822 None None] Network 6edb44dd-4adc-4625-a337-bd0772923580 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:42.998662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.149s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:43.001598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Network 11712076-69ce-4aa6-a011-1247e6075ee7 is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:43.017166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:43.049529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port d4492c31-802b-4303-8ad6-ee5abfaeb52a completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:17:43.053645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:17:43.151531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:43.225139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:43.259840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] Provisioning for port d4492c31-802b-4303-8ad6-ee5abfaeb52a completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:17:43.311079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-27788f63-0945-4f49-bc62-26d205d7ed0e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:network {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:17:43.313376 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-27788f63-0945-4f49-bc62-26d205d7ed0e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 815 time: 1.2801211
Apr 08 08:17:43.394899 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-4e6e6e56-86d0-4511-a2af-51944af5794b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/quotas/133fc72324744e6a84122cfefb171fab HTTP/1.1" status: 200  len: 375 time: 0.0660710
Apr 08 08:17:43.501639 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-4fa091cd-0987-41db-aef8-ba93b844cb85 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1054490
Apr 08 08:17:43.708520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] Provisioning complete for port d4492c31-802b-4303-8ad6-ee5abfaeb52a triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:43.709193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:43.789866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Attempting to bind port d4e9a71b-7996-4c45-b05f-503447329879 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:17:43.790292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Attempting to bind port d4e9a71b-7996-4c45-b05f-503447329879 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:17:43.790799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Attempting to bind port d4e9a71b-7996-4c45-b05f-503447329879 on network 11712076-69ce-4aa6-a011-1247e6075ee7 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:17:43.800120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:17:43.800539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Checking segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:17:43.800991 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:43.801426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Bound using segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:17:43.802027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Bound port: d4e9a71b-7996-4c45-b05f-503447329879, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:17:43.802457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:43.822965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:43.888520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] For port d4e9a71b-7996-4c45-b05f-503447329879, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:17:43.892563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] For port d4e9a71b-7996-4c45-b05f-503447329879, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d4e9a71b-7996-4c45-b05f-503447329879,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:17:43.903976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:43.926446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:44.036879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:44.065846 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4d52e7dc-3e1b-4943-ba75-783fe4bff9ba req-2dbe1f1f-3544-4656-a5f0-9d39b80f7c91 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.1431806
Apr 08 08:17:44.083943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Allocated IP 172.27.1.87 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/137aa66a-55e6-4d9c-859b-069e1e3d7324) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:17:44.095804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:44.299658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:44.376585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Pushing event updated for resources: {'Port': ['ID=d4e9a71b-7996-4c45-b05f-503447329879,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:44.398304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-dd7aa059-f126-4025-9e11-fc8ecaa97937 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:17:44.403117 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-dd7aa059-f126-4025-9e11-fc8ecaa97937 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4360120
Apr 08 08:17:44.433664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:44.484860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] For port d4492c31-802b-4303-8ad6-ee5abfaeb52a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d4492c31-802b-4303-8ad6-ee5abfaeb52a,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:17:44.492635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:44.495705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:44.559225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:44.700499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] Pushing event updated for resources: {'Port': ['ID=d4492c31-802b-4303-8ad6-ee5abfaeb52a,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:44.711253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:44.748746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:44.807931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-43cb8564-50f3-4db8-ac24-31d300db51cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:44.933894 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-eaa8bb88-7873-4844-b083-196c17fe9f77 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5061164
Apr 08 08:17:44.944648 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-0d52bc2b-0771-4e1c-8adc-3720e3569e7f None None] Provisioning complete for port d4492c31-802b-4303-8ad6-ee5abfaeb52a triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:44.945348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0d52bc2b-0771-4e1c-8adc-3720e3569e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:45.064070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Pushing event updated for resources: {'Port': ['ID=137aa66a-55e6-4d9c-859b-069e1e3d7324,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:45.067635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5b9f78d-ca6b-409f-92a3-6d5f6f58482e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:45.256269 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-3fc06ced-2ab3-42c5-b97f-a14abddc525d service neutron] 10.222.0.54 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2944126
Apr 08 08:17:45.257341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59804) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:45.261310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Router 0de6e455-26e1-4f3f-8398-6e0c404b0187 is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:17:45.347668 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:45.381350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Allocated IP 172.27.1.15 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/d0a0cece-1767-4af7-ab95-66ffbc45c8fa) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:17:45.440809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:45.457654 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-269a56d8-b0a1-46a0-9880-ac53d9dbf31d req-94d5ac49-7522-4bff-b1e9-b842682b881a tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.0829864
Apr 08 08:17:45.458701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:45.461546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:17:45.599243 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:17:45.611614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Sync routers for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:17:45.631177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:45.632862 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 7.6621087
Apr 08 08:17:45.637257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59818) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:45.641935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:17:45.643869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c107b1e10>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:17:46.001121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d4e9a71b-7996-4c45-b05f-503447329879 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:17:46.057428 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:17:46.163252 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9cb8cd8-5393-42cf-aeaf-bb4574396cca req-01533ace-b0d0-4632-9225-0df7f9f351cf tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 210 time: 0.2073257
Apr 08 08:17:46.314830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port d4e9a71b-7996-4c45-b05f-503447329879 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:17:46.334627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d4492c31-802b-4303-8ad6-ee5abfaeb52a up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:17:46.475536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.48', 57081) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:46.618760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a4db92-0d69-40f0-b702-6ed0e4560da5 None None] Network 11712076-69ce-4aa6-a011-1247e6075ee7 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:17:46.737011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port d4492c31-802b-4303-8ad6-ee5abfaeb52a triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:46.737811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:46.899119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-c6f65390-2a31-4a23-b472-222ffe5d28f5 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:46.901315 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-c6f65390-2a31-4a23-b472-222ffe5d28f5 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.48 "GET /v2.0/networks?id=b59a2423-9c84-4421-b1de-30059648dc99 HTTP/1.1" status: 200  len: 810 time: 0.4247525
Apr 08 08:17:46.911621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c107b1e10>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:42Z', 'revision_number': 3, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:17:46.925924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Checking router: 0de6e455-26e1-4f3f-8398-6e0c404b0187 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:17:46.926215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Updating router 0de6e455-26e1-4f3f-8398-6e0c404b0187 port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:17:47.065858 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] Provisioning for port d4e9a71b-7996-4c45-b05f-503447329879 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:17:47.111025 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] Provisioning complete for port d4e9a71b-7996-4c45-b05f-503447329879 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:47.115649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Request body: {'port': {'device_id': 'f184a6dc-c8da-4b8d-834e-3aa7216e4af5', 'network_id': 'b59a2423-9c84-4421-b1de-30059648dc99', 'admin_state_up': True, 'tenant_id': '8bc5826b57c64c4eb4fad2a4d00f497a'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:47.117941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:47.148376 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:47.289223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:47.381726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:47.732897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:47.858486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] For port d4e9a71b-7996-4c45-b05f-503447329879, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d4e9a71b-7996-4c45-b05f-503447329879,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:17:47.877865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:47.879428 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:47.914079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:47.945580 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b3c77eb0-0e10-4dc2-932f-bc1d0fbffbf4 req-8a96b54f-ddc3-46ba-8b72-a13544e37baf tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 1.0693200
Apr 08 08:17:47.946405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.022622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:48.026775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Usage tracker for resource:security_group_rule and tenant:f65939811b75458da40f1f1c437006a0 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:48.029896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:48.037803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:48.114609 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-297ff3c7-dd9f-4a62-8bd0-2b9976852c50 req-00c33448-1bcd-4918-95b5-d7ad2e0e0f98 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 210 time: 0.7585342
Apr 08 08:17:48.154128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.247852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.266463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b8ac545-dba3-4661-a000-4e6fb8188378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.268151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.268869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Transition to ACTIVE for port object 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:17:48.281085 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.296704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] Pushing event updated for resources: {'Port': ['ID=d4e9a71b-7996-4c45-b05f-503447329879,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:48.306002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:48.311689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:48.377655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:48.381054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a0cece-1767-4af7-ab95-66ffbc45c8fa,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:48.398148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:48.411191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:48.417501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:17:48.483354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.488185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.568547 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Pushing event updated for resources: {'Port': ['ID=8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b,revision_number=2']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:48.644691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:48.768518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Usage tracker for resource:port and tenant:8bc5826b57c64c4eb4fad2a4d00f497a is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:48.805652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:48.833202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.857890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-48ec125f-603e-4429-afeb-294d8decb86c None None] Provisioning complete for port d4e9a71b-7996-4c45-b05f-503447329879 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:48.858325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-48ec125f-603e-4429-afeb-294d8decb86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:48.872608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Allocated IP 172.20.0.1 (6edb44dd-4adc-4625-a337-bd0772923580/a4841978-fb68-4ec8-85e7-2d461ae96540/eb6dcd96-cfee-46b2-8055-2512de8c883a) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:17:48.879202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.879760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.880264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.881205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.882013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.882593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.883110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.883582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.884069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.884541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.885014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.886144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Tracked resource versions report:
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]: pushed versions:
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]: {   'AddressGroup': {'1.2'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'ConntrackHelper': {'1.0'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Log': {'1.0'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Network': {'1.1'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Port': {'1.7'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'PortForwarding': {'1.2'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'QosPolicy': {'1.8'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroup': {'1.4'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SecurityGroupRule': {'1.2'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'SubPort': {'1.0'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Subnet': {'1.1'},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     'Trunk': {'1.1'}}
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]: consumer versions:
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]: {   DHCP agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     HyperV agent@hv-cinder-76111: {},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     L3 agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metadata agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     Metering agent@dv-cinder-761113-10-iscsi: {},
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:     Open vSwitch agent@dv-cinder-761113-10-iscsi: {   'AddressGroup': '1.2',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'ConntrackHelper': '1.0',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Log': '1.0',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Network': '1.1',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Port': '1.7',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'PortForwarding': '1.2',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'QosPolicy': '1.8',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroup': '1.4',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SecurityGroupRule': '1.2',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'SubPort': '1.0',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Subnet': '1.1',
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:                                                       'Trunk': '1.1'}}
Apr 08 08:17:48.887219 dv-cinder-761113-10-iscsi neutron-server[84193]:  {{(pid=84309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 08 08:17:48.903403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.592s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:48.988180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Attempting to bind port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:17:48.990156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Attempting to bind port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:17:48.991969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Attempting to bind port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:17:49.030164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:17:49.034662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:17:49.039383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:49.039943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:49.040619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:17:49.044441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Bound port: 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:17:49.045117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:49.122881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:49.241378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:49.299619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Transition to ACTIVE for port object eb6dcd96-cfee-46b2-8055-2512de8c883a will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:17:49.303584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] For port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:17:49.308995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] For port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:17:49.330749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:49.365453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:49.370981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.48', 57090) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:49.496762 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f65939811b75458da40f1f1c437006a0&name=default HTTP/1.1" status: 200  len: 2979 time: 4.2379882
Apr 08 08:17:49.498158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0c24d4-07b1-4e64-a111-cd8b1060a8f2,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:49.503779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59940) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:49.521700 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9a724a1b-13a6-4d8b-a5fa-81477236eaac req-80545dc5-7222-4518-bdc0-11a2e6ee2886 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.1558697
Apr 08 08:17:49.527798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:49.567249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:49.679056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Pushing event updated for resources: {'Port': ['ID=8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:49.685460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:49.788101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d4e9a71b-7996-4c45-b05f-503447329879 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:17:49.815823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:17:49.818842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c107b1e10>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:17:49.847147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4ec19509-4377-4220-b704-1fe972038d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:49.879544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4ec19509-4377-4220-b704-1fe972038d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:49.995347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Made reservation on behalf of 8bc5826b57c64c4eb4fad2a4d00f497a for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:50.000684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:50.007193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:50.008470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port d4e9a71b-7996-4c45-b05f-503447329879 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:50.008815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:50.019342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:50.095461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:50.324799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Pushing event updated for resources: {'Port': ['ID=eb6dcd96-cfee-46b2-8055-2512de8c883a,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:50.340625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-b5f838a8-57ff-4ae0-80ee-86914f7489da tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:50.342744 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-b5f838a8-57ff-4ae0-80ee-86914f7489da tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 815 time: 0.9559121
Apr 08 08:17:50.344696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:50.347836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4ec19509-4377-4220-b704-1fe972038d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:50.388615 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:50.459407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Request body: {'port': {'device_id': 'aaf0802f-ee9e-4039-881c-4b8ce85f57a7', 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'admin_state_up': True, 'tenant_id': '133fc72324744e6a84122cfefb171fab'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:17:50.496518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:50.568679 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1b94ba0b-3bd7-4590-b872-3fb1b106a626 req-89592550-70b7-40fe-87e0-4cb38ce07e9b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 210 time: 0.7278488
Apr 08 08:17:50.585217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec19509-4377-4220-b704-1fe972038d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0c24d4-07b1-4e64-a111-cd8b1060a8f2,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:50.689598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:17:50.736443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4ec19509-4377-4220-b704-1fe972038d92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:50.746433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4ec19509-4377-4220-b704-1fe972038d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:50.747752 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4ec19509-4377-4220-b704-1fe972038d92 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5d0c24d4-07b1-4e64-a111-cd8b1060a8f2 HTTP/1.1" status: 204  len: 168 time: 1.2421482
Apr 08 08:17:51.055470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Network 6edb44dd-4adc-4625-a337-bd0772923580 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:51.068362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:51.118386 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1a15d9ad-5328-4b36-83fb-65f2b1595c21 req-bcec67eb-6441-4e92-ba85-f175823c4696 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.1627643
Apr 08 08:17:51.129012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:17:51.142603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:51.271574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:51.315758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Usage tracker for resource:port and tenant:133fc72324744e6a84122cfefb171fab is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:51.336714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:51.355978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:51.589832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Made reservation on behalf of 133fc72324744e6a84122cfefb171fab for: {'port': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:17:51.612372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:51.751343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-a16fac64-b25f-4443-80b9-a0198b1a742a None None] Provisioning for port eb6dcd96-cfee-46b2-8055-2512de8c883a completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:17:51.766887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-a16fac64-b25f-4443-80b9-a0198b1a742a None None] Provisioning complete for port eb6dcd96-cfee-46b2-8055-2512de8c883a triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:51.772840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a16fac64-b25f-4443-80b9-a0198b1a742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:51.830876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:52.040691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-a16fac64-b25f-4443-80b9-a0198b1a742a None None] Port eb6dcd96-cfee-46b2-8055-2512de8c883a cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:17:52.155430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c107b1e10>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:42Z', 'revision_number': 3, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:17:52.170086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a962969-c843-4f56-9429-d4c17ac57b4f None None] The sync data for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi is: [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:42Z', 'revision_number': 3, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:17:52.183435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59972) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:52.360237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:52.520194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:17:52.537260 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e11e32f5-12db-4037-8cfb-081dde40532a req-21921b24-f54d-4073-9361-2d29b176b618 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.1791611
Apr 08 08:17:52.558633 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-70fa2b8b-0e8d-45bf-a3a0-9867a09ffa55 req-1530951e-57d8-40a3-b215-e4d980dc26c2 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 210 time: 0.3626437
Apr 08 08:17:52.560768 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:52.581136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Usage tracker for resource:security_group_rule and tenant:df59142271ad48d784b9cd1c676089cd is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:17:52.632985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:17:52.675231 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:17:52.767430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:52.903965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Allocated IP 172.20.0.12 (3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4/b77e3a5e-ec48-450b-8594-0e0d5a928576/f312d938-4450-4b46-a6c3-d3fad8f5f0aa) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:17:53.512457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:53.547645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:53.557504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:53.857030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:53.990228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:17:54.031149 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=df59142271ad48d784b9cd1c676089cd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8245804
Apr 08 08:17:54.072862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.resource_extend [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 08:17:54.120404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 59986) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:54.164814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Allocated IP 172.20.0.12 (b59a2423-9c84-4421-b1de-30059648dc99/c073b829-54a6-4759-8b65-b101457631f1/2648128f-aac8-4a9b-b6a6-bc06b21ba29f) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:17:54.278057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46daecd-ef0d-4286-8fbf-f2697dd4f3f0,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:54.304619 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cbf9c59b-2f6e-4d3b-8658-6c6115311dc3 req-ad49d353-ab25-408b-913f-483a56658ac6 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.1845894
Apr 08 08:17:54.314806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:17:54.315514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:54.336083 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:54.338132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:54.480944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:54.528918 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3620a35c-4200-4d02-83e4-adf9456e9869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:54.540867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:54.565304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:54.570813 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-09de0dc5-3a88-4e57-a871-b5ba8445ad13 req-474e72c2-14e2-48e5-bebd-d7278159c45f tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 210 time: 0.3572562
Apr 08 08:17:54.614414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:54.690775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:17:54.696930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:54.715112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:54.877057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Router d842888b-a291-4375-8612-6cbe3d493fe1 is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:17:54.919339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:54.926565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:54.984587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:55.210429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3620a35c-4200-4d02-83e4-adf9456e9869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:55.246479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Network 6edb44dd-4adc-4625-a337-bd0772923580 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:55.287676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:55.308606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:55.408190 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:17:55.546371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Pushing event updated for resources: {'Port': ['ID=eb6dcd96-cfee-46b2-8055-2512de8c883a,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:55.737949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-ee2f26f1-3cbc-4389-abda-dcf2d78850f0 None None] Provisioning complete for port eb6dcd96-cfee-46b2-8055-2512de8c883a triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:55.742279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ee2f26f1-3cbc-4389-abda-dcf2d78850f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:55.818682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Router 0de6e455-26e1-4f3f-8398-6e0c404b0187 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:17:55.822741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:55.882778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-ee2f26f1-3cbc-4389-abda-dcf2d78850f0 None None] Port eb6dcd96-cfee-46b2-8055-2512de8c883a cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:17:55.887414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:17:55.924867 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2fa9f619-cc2f-431b-a957-de533a1f4cf6 req-2f21bc21-917c-4d4e-9bfd-c8a00674dc04 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.0957849
Apr 08 08:17:56.014506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:17:56.015989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:56.128961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3620a35c-4200-4d02-83e4-adf9456e9869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:56.142240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:17:56.143696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a65fa42a-c935-4a67-813f-a496db11945f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:56.170339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:56.179531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Sync routers for ids ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:17:56.195678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620a35c-4200-4d02-83e4-adf9456e9869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46daecd-ef0d-4286-8fbf-f2697dd4f3f0,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:56.282833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3620a35c-4200-4d02-83e4-adf9456e9869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:56.289667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:56.328777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Routers {'2f94d067-8330-4b6e-b7ad-304ba53e3ddd'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:17:56.330412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c102db2b0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:17:56.382217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:56.387021 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 15.0742588
Apr 08 08:17:56.398164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60008) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:56.548326 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Pushing event updated for resources: {'Port': ['ID=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:56.551394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:56.558560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:17:56.570950 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] 10.222.0.54 "PUT /v2.0/routers/0de6e455-26e1-4f3f-8398-6e0c404b0187/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9318228
Apr 08 08:17:56.578240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3620a35c-4200-4d02-83e4-adf9456e9869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:56.582924 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3620a35c-4200-4d02-83e4-adf9456e9869 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a46daecd-ef0d-4286-8fbf-f2697dd4f3f0 HTTP/1.1" status: 204  len: 168 time: 2.2886171
Apr 08 08:17:56.891481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:56.945514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:56.947307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:56.957682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:17:56.981657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:57.009497 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:57.096882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Sync routers for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:17:57.097239 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.6459205
Apr 08 08:17:57.111426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:17:57.121460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c104c3a58>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:17:57.224903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40014f4d-3359-4dfd-a278-45c4eaba3577 req-2ebe1034-f872-4d53-b1e6-aec3b87398cc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:57.245077 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-40014f4d-3359-4dfd-a278-45c4eaba3577 req-2ebe1034-f872-4d53-b1e6-aec3b87398cc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 932 time: 0.9682515
Apr 08 08:17:57.247032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:17:57.273636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:57.528917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:57.530541 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 17.7392952
Apr 08 08:17:57.539616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60022) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:17:57.582281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Sync routers for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:17:57.610600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:17:57.611776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c100b8cf8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:17:57.993348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:17:58.084622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8dfcadc4-b84d-4dc5-a6a5-ae2c663c0303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:17:58.365729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Set router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:17:58.425655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:17:58.465791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Pushing event updated for resources: {'Port': ['ID=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:17:58.517512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Network b59a2423-9c84-4421-b1de-30059648dc99 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:17:58.526183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:17:58.535383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:17:58.565793 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-40014f4d-3359-4dfd-a278-45c4eaba3577 req-ee61f706-8682-4c4b-ada4-e97bf6d090b7 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1807005
Apr 08 08:17:58.567758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:17:58.578955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:58.579693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:58.669934 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 11.6401217
Apr 08 08:17:59.372544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c104c3a58>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:17:52Z', 'revision_number': 2, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:17:59.382081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Checking router: 0de6e455-26e1-4f3f-8398-6e0c404b0187 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:17:59.387837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Updating router 0de6e455-26e1-4f3f-8398-6e0c404b0187 port eb6dcd96-cfee-46b2-8055-2512de8c883a binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:17:59.401638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-2f49ecc1-b6cf-4513-b00c-3730d45bee36 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:17:59.412201 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-2f49ecc1-b6cf-4513-b00c-3730d45bee36 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2239296
Apr 08 08:17:59.586148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3eefb-77c3-4bdb-80bb-d48e6d25779c req-341a23da-a745-4b4b-8a4c-894f0be9b5b3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:17:59.596126 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0cc3eefb-77c3-4bdb-80bb-d48e6d25779c req-341a23da-a745-4b4b-8a4c-894f0be9b5b3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 932 time: 2.2562830
Apr 08 08:17:59.642793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:17:59.913054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-0cc3eefb-77c3-4bdb-80bb-d48e6d25779c req-540f4711-8d99-4f93-86f4-899cd58c4cc2 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Synchronizing usage tracker for tenant:8bc5826b57c64c4eb4fad2a4d00f497a on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:00.013014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-0cc3eefb-77c3-4bdb-80bb-d48e6d25779c req-540f4711-8d99-4f93-86f4-899cd58c4cc2 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Unset dirty status for tenant:8bc5826b57c64c4eb4fad2a4d00f497a on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:00.014344 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0cc3eefb-77c3-4bdb-80bb-d48e6d25779c req-540f4711-8d99-4f93-86f4-899cd58c4cc2 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4167717
Apr 08 08:18:00.051525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60076) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:00.055384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:00.150130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--23590662', 'description': 'tempest-description--683415621'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:00.222805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-22f85dc0-87e3-4081-a8c9-dea3d768f556 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:18:00.229273 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-22f85dc0-87e3-4081-a8c9-dea3d768f556 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9733102
Apr 08 08:18:00.351445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:00.383954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c102db2b0>, [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:17:49Z', 'revision_number': 3, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port': {'id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:00.402357 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Checking router: 2f94d067-8330-4b6e-b7ad-304ba53e3ddd for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:18:00.402815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Updating router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd port d0a0cece-1767-4af7-ab95-66ffbc45c8fa binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:18:00.430858 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:security_group and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:00.441953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:00.495950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:00.650674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:00.682676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:00.691600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:00.759782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:security_group_rule and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:00.783032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:00.812795 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:01.354702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:01.374850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Transition to ACTIVE for port object eb6dcd96-cfee-46b2-8055-2512de8c883a will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:01.388563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:01.443798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:01.550625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc8723-9975-4267-bbc8-d13f2f84b6b5 None None] Pushing event updated for resources: {'Port': ['ID=eb6dcd96-cfee-46b2-8055-2512de8c883a,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:01.564589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:01.579811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-45cc8723-9975-4267-bbc8-d13f2f84b6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:01.587272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:01.695932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:01.758026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-09e9032c-8477-4d16-8f65-2c1cf2070c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:01.782013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a42d43-6fea-4ad5-8b4e-b74056c2061f req-5ad4eb3e-0c30-4ac1-849e-a5916d362814 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:01.793753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:01.796947 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b4a42d43-6fea-4ad5-8b4e-b74056c2061f req-5ad4eb3e-0c30-4ac1-849e-a5916d362814 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 932 time: 1.3456883
Apr 08 08:18:01.798108 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.7456656
Apr 08 08:18:01.817212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60104) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:01.916552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:01.954724 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b4a42d43-6fea-4ad5-8b4e-b74056c2061f req-5be26fe2-0589-4b3b-ae0b-659760885eb5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564796
Apr 08 08:18:01.971226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'security_group_rule': {'security_group_id': '7ea39b6f-df2b-44b2-807a-dc457c70971b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:01.991820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Transition to ACTIVE for port object d0a0cece-1767-4af7-ab95-66ffbc45c8fa will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:02.015191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.043987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:02.086536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-078cb310-8b07-4efa-ab07-458810919d6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:02.138804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:security_group_rule and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:02.145131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea39b6f-df2b-44b2-807a-dc457c70971b,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:02.160638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:02.160638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Allocated IP 172.20.0.1 (11712076-69ce-4aa6-a011-1247e6075ee7/619ccc2b-4efb-48f9-b46c-a8aff86efa6a/70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:02.175163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:02.191861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:02.289759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28018a2c-dd3c-4720-acc8-ef7203f149e2 req-980d2c7d-e7b5-47e5-b9fd-c71c8b62b0e8 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:02.321461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefab9e6-6246-4f55-9d65-1b0798428bac None None] Pushing event updated for resources: {'Port': ['ID=d0a0cece-1767-4af7-ab95-66ffbc45c8fa,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:02.333980 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-28018a2c-dd3c-4720-acc8-ef7203f149e2 req-980d2c7d-e7b5-47e5-b9fd-c71c8b62b0e8 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 932 time: 0.7429166
Apr 08 08:18:02.336370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c100b8cf8>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:46Z', 'revision_number': 3, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:17:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:02.371067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fefab9e6-6246-4f55-9d65-1b0798428bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:02.394241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Checking router: d842888b-a291-4375-8612-6cbe3d493fe1 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:18:02.394838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Updating router d842888b-a291-4375-8612-6cbe3d493fe1 port 137aa66a-55e6-4d9c-859b-069e1e3d7324 binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:18:02.397117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Allocated IP 172.20.0.1 (94a6b48a-d678-4757-a7cc-42afe5a9124a/335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07/606e5a1f-7cf7-4ae6-a388-79ae8ca8c481) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:02.466014 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-28018a2c-dd3c-4720-acc8-ef7203f149e2 req-8f196316-340d-41c3-bcde-0bda8e3c95b4 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191165
Apr 08 08:18:02.501771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.515496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Attempting to bind port eb6dcd96-cfee-46b2-8055-2512de8c883a on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:02.515953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Attempting to bind port eb6dcd96-cfee-46b2-8055-2512de8c883a by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:02.519586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Attempting to bind port eb6dcd96-cfee-46b2-8055-2512de8c883a on network 6edb44dd-4adc-4625-a337-bd0772923580 {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:02.538743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:02.541657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Checking segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:02.545374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.546221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Bound using segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:02.547939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Bound port: eb6dcd96-cfee-46b2-8055-2512de8c883a, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:02.550745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.617361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.718406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] For port eb6dcd96-cfee-46b2-8055-2512de8c883a, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:02.726515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] For port eb6dcd96-cfee-46b2-8055-2512de8c883a, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=eb6dcd96-cfee-46b2-8055-2512de8c883a,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:02.738499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.785068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.817840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:02.869137 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.877283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.892443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Request body: {'port': {'device_id': 'aaf0802f-ee9e-4039-881c-4b8ce85f57a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:02.965565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:02.986885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Transition to ACTIVE for port object 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:03.012687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:03.027506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:03.030649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:03.056279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d69d060-16cc-4df6-976e-19474a81d74d,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:03.060602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:03.125120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-24b6d086-d7ef-4929-bee3-16ee56e95d65 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:03.129781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc8723-9975-4267-bbc8-d13f2f84b6b5 None None] Pushing event updated for resources: {'Port': ['ID=eb6dcd96-cfee-46b2-8055-2512de8c883a,revision_number=4']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:03.136281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-45cc8723-9975-4267-bbc8-d13f2f84b6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:03.187288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:03.265249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:03.269835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c104c3a58>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:03.332906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Request body: {'port': {'device_id': 'f184a6dc-c8da-4b8d-834e-3aa7216e4af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:03.511834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:03.675879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:03.679772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.8444750
Apr 08 08:18:03.701090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60138) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:03.755945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'security_group_rule': {'security_group_id': '7ea39b6f-df2b-44b2-807a-dc457c70971b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:03.763429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:03.769108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:security_group_rule and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:03.772824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:03.780353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:03.787159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:03.825214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Network 11712076-69ce-4aa6-a011-1247e6075ee7 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:03.898338 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:03.908103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:03.910059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Pushing event updated for resources: {'Port': ['ID=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:03.924629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:03.925168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:03.949753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Pushing event updated for resources: {'Port': ['ID=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:04.022095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.143167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:04.174473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.049s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:04.227386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f312d938-4450-4b46-a6c3-d3fad8f5f0aa {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:04.236810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.256017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Transition to ACTIVE for port object f312d938-4450-4b46-a6c3-d3fad8f5f0aa will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:04.268475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.275305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.289355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:04.291997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Transition to ACTIVE for port object 137aa66a-55e6-4d9c-859b-069e1e3d7324 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:04.309890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:04.312500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.317261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:04.317832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.343276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df2bfd-dc12-4f53-bb0a-e2bf6dfc5ad6 req-70460fd3-3caf-4a48-bbda-f5c53c03e97c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:04.351731 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-48df2bfd-dc12-4f53-bb0a-e2bf6dfc5ad6 req-70460fd3-3caf-4a48-bbda-f5c53c03e97c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 932 time: 0.5504117
Apr 08 08:18:04.401487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.434890 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-48df2bfd-dc12-4f53-bb0a-e2bf6dfc5ad6 req-f3599223-3077-42b2-9db8-1c319055f55c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818872
Apr 08 08:18:04.443658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.458702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:04.463235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:04.478517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a681f0-941b-4542-b2ea-5c749ae89d8d,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:04.491461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:04.499129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c104c3a58>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:02Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:04.508609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a10ce85-bc18-403b-91c3-037e1eb8b231 None None] The sync data for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi is: [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:02Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:18:04.522791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:04.597827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Pushing event updated for resources: {'Port': ['ID=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:04.646724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:04.667402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.669327 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4c1eedbb-51c5-4cc8-81c9-4d29aec36512 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9364734
Apr 08 08:18:04.695718 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60154) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:04.717111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Attempting to bind port 137aa66a-55e6-4d9c-859b-069e1e3d7324 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:04.718156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Attempting to bind port 137aa66a-55e6-4d9c-859b-069e1e3d7324 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:04.718575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Attempting to bind port 137aa66a-55e6-4d9c-859b-069e1e3d7324 on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:04.731017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:04.731456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:04.731901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.732345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:04.733068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Bound port: 137aa66a-55e6-4d9c-859b-069e1e3d7324, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:04.733520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.817267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:04.827493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:04.836074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] For port 137aa66a-55e6-4d9c-859b-069e1e3d7324, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:04.837247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:floatingip and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:04.840404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] For port 137aa66a-55e6-4d9c-859b-069e1e3d7324, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=137aa66a-55e6-4d9c-859b-069e1e3d7324,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:04.855216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:04.857918 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88762e07-64f9-46e8-8b1e-2e84bc003807 None None] Pushing event updated for resources: {'Port': ['ID=137aa66a-55e6-4d9c-859b-069e1e3d7324,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:04.862644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-88762e07-64f9-46e8-8b1e-2e84bc003807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:04.868045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.871460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-3f9cafc2-532f-4d8b-a605-131a1ab69f01 None None] Provisioning for port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:04.883964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.898369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-3f9cafc2-532f-4d8b-a605-131a1ab69f01 None None] Provisioning complete for port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:04.899212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f9cafc2-532f-4d8b-a605-131a1ab69f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:04.935750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:04.971159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dbb86-3b42-4a3f-b720-ea06be394a62 req-63fa1329-1e09-4167-96b1-eec769ab371b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:04.972277 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:04.987662 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-831dbb86-3b42-4a3f-b720-ea06be394a62 req-63fa1329-1e09-4167-96b1-eec769ab371b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 932 time: 1.4772947
Apr 08 08:18:05.066112 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-831dbb86-3b42-4a3f-b720-ea06be394a62 req-236ed9ed-dcdd-4c32-9aa6-f40a0b9ce1aa tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766823
Apr 08 08:18:05.066444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:05.301757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Attempting to bind port d0a0cece-1767-4af7-ab95-66ffbc45c8fa on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:05.302364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Attempting to bind port d0a0cece-1767-4af7-ab95-66ffbc45c8fa by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:05.302891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Attempting to bind port d0a0cece-1767-4af7-ab95-66ffbc45c8fa on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:05.314604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:05.315198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:05.315765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:05.316323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:05.317054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Bound port: d0a0cece-1767-4af7-ab95-66ffbc45c8fa, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:05.317651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:05.396113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-3f9cafc2-532f-4d8b-a605-131a1ab69f01 None None] Port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:18:05.486816 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88762e07-64f9-46e8-8b1e-2e84bc003807 None None] Pushing event updated for resources: {'Port': ['ID=137aa66a-55e6-4d9c-859b-069e1e3d7324,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:05.509739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-88762e07-64f9-46e8-8b1e-2e84bc003807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:05.600763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] For port d0a0cece-1767-4af7-ab95-66ffbc45c8fa, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:05.618260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] For port d0a0cece-1767-4af7-ab95-66ffbc45c8fa, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d0a0cece-1767-4af7-ab95-66ffbc45c8fa,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:05.620975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:05.622195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c100b8cf8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:05.901576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:05.928995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Attempting to bind port f312d938-4450-4b46-a6c3-d3fad8f5f0aa on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:05.929667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Attempting to bind port f312d938-4450-4b46-a6c3-d3fad8f5f0aa by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:05.930158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Attempting to bind port f312d938-4450-4b46-a6c3-d3fad8f5f0aa on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:05.937690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Port f312d938-4450-4b46-a6c3-d3fad8f5f0aa on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:18:05.938110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Attempting to bind port f312d938-4450-4b46-a6c3-d3fad8f5f0aa on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:05.946382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:05.946919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Checking segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:05.947379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Bound using segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:05.947902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Bound port: f312d938-4450-4b46-a6c3-d3fad8f5f0aa, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:05.948299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:06.051273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] For port f312d938-4450-4b46-a6c3-d3fad8f5f0aa, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:06.056517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] For port f312d938-4450-4b46-a6c3-d3fad8f5f0aa, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:06.065936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:06.095963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:06.124752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2e20700a-f434-4cf2-bb2d-60c6d776eb5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:06.269565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60184) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:06.316504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Pushing event updated for resources: {'Port': ['ID=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:06.350534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:06.417671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:06.471537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Routers {'2f94d067-8330-4b6e-b7ad-304ba53e3ddd'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:06.472323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c102db2b0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:06.491257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265d4a3-001b-4246-9ec2-9fb05dc12c9d req-a974e7a2-4190-4def-a765-643ec02495a4 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:06.501910 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c265d4a3-001b-4246-9ec2-9fb05dc12c9d req-a974e7a2-4190-4def-a765-643ec02495a4 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 932 time: 0.6655107
Apr 08 08:18:06.502678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:06.506003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:06.576575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:06.693452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:06.947485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Pushing event updated for resources: {'Port': ['ID=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:06.982036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:06.996967 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.resource_extend [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 08:18:07.006527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:07.017747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:07.021993 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Usage tracker for resource:security_group_rule and tenant:a87daa5dbdd24824816a96ef07e7bd1a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:07.025461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:07.034029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:07.143331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:07.144378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.146925 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] 10.222.0.48 "PUT /v2.0/ports/f312d938-4450-4b46-a6c3-d3fad8f5f0aa HTTP/1.1" status: 200  len: 1094 time: 4.5569723
Apr 08 08:18:07.147614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf0802f-ee9e-4039-881c-4b8ce85f57a7', 'tag': 'f312d938-4450-4b46-a6c3-d3fad8f5f0aa'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:07.233444 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c265d4a3-001b-4246-9ec2-9fb05dc12c9d req-c63ce2d9-d34a-4000-9881-5af2a23530ac tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6614003
Apr 08 08:18:07.282632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48845467-6720-4848-9330-0bb410836581 req-0e180503-31d2-46da-acc1-6d89f5b824b1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:07.288765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.290384 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-48845467-6720-4848-9330-0bb410836581 req-0e180503-31d2-46da-acc1-6d89f5b824b1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 944 time: 0.7099946
Apr 08 08:18:07.303430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefab9e6-6246-4f55-9d65-1b0798428bac None None] Pushing event updated for resources: {'Port': ['ID=d0a0cece-1767-4af7-ab95-66ffbc45c8fa,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:07.309115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device eb6dcd96-cfee-46b2-8055-2512de8c883a up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:07.332037 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-48845467-6720-4848-9330-0bb410836581 req-08e72480-2177-4453-87f5-2ddd5e0b7934 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334210
Apr 08 08:18:07.362188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fefab9e6-6246-4f55-9d65-1b0798428bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.296s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:07.390378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.394806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2648128f-aac8-4a9b-b6a6-bc06b21ba29f {{(pid=84307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:07.415013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:07.435177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.439372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:07.493347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.539508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.545135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.547177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.568373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] Set router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:07.599223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Transition to ACTIVE for port object 2648128f-aac8-4a9b-b6a6-bc06b21ba29f will not be triggered until provisioned by entity L2. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:07.604821 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a87daa5dbdd24824816a96ef07e7bd1a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3320801
Apr 08 08:18:07.619526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60212) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:07.626942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce98fdc-d5f9-48ff-bb1b-daade62475c1,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:07.657957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:07.660672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:07.695593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b5a34022-8948-4d68-ac7c-bddbb1080128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:07.738129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:07.822611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Network 11712076-69ce-4aa6-a011-1247e6075ee7 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:07.875799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:07.882093 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf0802f-ee9e-4039-881c-4b8ce85f57a7', 'tag': 'f312d938-4450-4b46-a6c3-d3fad8f5f0aa', 'status': 'completed', 'code': 200}
Apr 08 08:18:07.892248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Pushing event updated for resources: {'Port': ['ID=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:07.900973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:08.030846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:08.032418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:08.202938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Allocated IP 172.27.1.152 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/6584558a-6fe8-4b36-8aa9-ba542f153d4e) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:08.357462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port eb6dcd96-cfee-46b2-8055-2512de8c883a completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:08.379964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-bb9c282f-0a4f-45c5-b3e4-3fcbb1552acb None None] Provisioning complete for port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:08.380735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bb9c282f-0a4f-45c5-b3e4-3fcbb1552acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:08.415114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:18:08.440720 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port eb6dcd96-cfee-46b2-8055-2512de8c883a triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:08.441475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:08.744943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c282f-0a4f-45c5-b3e4-3fcbb1552acb None None] Port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:18:08.818660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-166b0ca5-5acf-4c3a-af51-1be371cb82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:08.821689 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-166b0ca5-5acf-4c3a-af51-1be371cb82a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 1097 time: 0.4678693
Apr 08 08:18:08.843576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592ecd7-c340-49a1-851e-932ff5d9368e req-83343255-badf-48c0-b710-4245a24763dd tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:08.844954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1592ecd7-c340-49a1-851e-932ff5d9368e req-83343255-badf-48c0-b710-4245a24763dd tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Synchronizing usage tracker for tenant:8bc5826b57c64c4eb4fad2a4d00f497a on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:08.862048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c102db2b0>, [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:18:05Z', 'revision_number': 4, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port': {'id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '606e5a1f-7cf7-4ae6-a388-79ae8ca8c481', 'name': '', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'mac_address': 'fa:16:3e:6d:ef:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:01Z', 'updated_at': '2021-04-08T08:18:02Z', 'revision_number': 1, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'subnets': [{'id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:08.873454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3a2cd6-8355-4097-9b0f-1b4e84f29b5c None None] The sync data for ids ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'] in dv-cinder-761113-10-iscsi is: [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:18:05Z', 'revision_number': 4, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port': {'id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:52:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '606e5a1f-7cf7-4ae6-a388-79ae8ca8c481', 'name': '', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'mac_address': 'fa:16:3e:6d:ef:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:01Z', 'updated_at': '2021-04-08T08:18:02Z', 'revision_number': 1, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'subnets': [{'id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:18:08.884366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:08.925986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port eb6dcd96-cfee-46b2-8055-2512de8c883a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=eb6dcd96-cfee-46b2-8055-2512de8c883a,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:08.939902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:08.944644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:08.986862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c100b8cf8>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:02Z', 'revision_number': 1, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:09.000757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582620be-eb49-4f85-baa7-81efbd30720e None None] The sync data for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi is: [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:02Z', 'revision_number': 1, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:18:09.053572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=eb6dcd96-cfee-46b2-8055-2512de8c883a,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:09.067427 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-9aebd3c4-263f-44a8-877d-158755940659 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa HTTP/1.1" status: 200  len: 217 time: 0.2107639
Apr 08 08:18:09.068390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:09.075367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:09.123435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Pushing event updated for resources: {'Port': ['ID=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:09.128129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.433s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:09.200995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1592ecd7-c340-49a1-851e-932ff5d9368e req-83343255-badf-48c0-b710-4245a24763dd tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Unset dirty status for tenant:8bc5826b57c64c4eb4fad2a4d00f497a on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:09.202562 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1592ecd7-c340-49a1-851e-932ff5d9368e req-83343255-badf-48c0-b710-4245a24763dd tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 944 time: 0.7734132
Apr 08 08:18:09.232739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:09.244073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:18:09.260756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-2bcd7459-70a9-44e0-a680-42509ce5c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:09.264345 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-2bcd7459-70a9-44e0-a680-42509ce5c1c5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.1833265
Apr 08 08:18:09.272580 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1592ecd7-c340-49a1-851e-932ff5d9368e req-7ad5522e-9b0a-4c5d-bf11-73ef83ba324d tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505626
Apr 08 08:18:09.310543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:09.328081 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] 10.222.0.54 "PUT /v2.0/routers/2f94d067-8330-4b6e-b7ad-304ba53e3ddd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.9244530
Apr 08 08:18:09.330900 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-ad689659-c6d8-48db-a108-920837f22288 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569470
Apr 08 08:18:09.495070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e4ff436c-0d32-4db7-91d0-6e6501ca8df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:09.865116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e4ff436c-0d32-4db7-91d0-6e6501ca8df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:09.876262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Router d842888b-a291-4375-8612-6cbe3d493fe1 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:18:09.918559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Attempting to bind port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:09.918824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Attempting to bind port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd6c6a59f-8ae9-4be1-85d7-add2ab443085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b59a2423-9c84-4421-b1de-30059648dc99'}] {{(pid=84307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:09.919209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Attempting to bind port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f on network b59a2423-9c84-4421-b1de-30059648dc99 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:09.934800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'Port': ['ID=6584558a-6fe8-4b36-8aa9-ba542f153d4e,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:09.939314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:09.969422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f on network b59a2423-9c84-4421-b1de-30059648dc99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:18:09.970183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Attempting to bind port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f on network b59a2423-9c84-4421-b1de-30059648dc99 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:09.976932 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-3af1e27b-2066-4291-83d5-199ec018446a service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6365635
Apr 08 08:18:10.024440 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:10.025069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Checking segment: {'id': 'd6c6a59f-8ae9-4be1-85d7-add2ab443085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b59a2423-9c84-4421-b1de-30059648dc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:10.026124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Bound using segment: {'id': 'd6c6a59f-8ae9-4be1-85d7-add2ab443085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b59a2423-9c84-4421-b1de-30059648dc99'} {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:10.026835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Bound port: 2648128f-aac8-4a9b-b6a6-bc06b21ba29f, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c6a59f-8ae9-4be1-85d7-add2ab443085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'b59a2423-9c84-4421-b1de-30059648dc99'}}] {{(pid=84307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:10.027387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:10.209525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3a774-db30-4d66-9c1c-e4e2a4ffd3c2 req-24674050-8b05-453d-8949-309790a8e1e1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:10.210439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1ec3a774-db30-4d66-9c1c-e4e2a4ffd3c2 req-24674050-8b05-453d-8949-309790a8e1e1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:10.485536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1ec3a774-db30-4d66-9c1c-e4e2a4ffd3c2 req-24674050-8b05-453d-8949-309790a8e1e1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:10.494896 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1ec3a774-db30-4d66-9c1c-e4e2a4ffd3c2 req-24674050-8b05-453d-8949-309790a8e1e1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 944 time: 1.8962567
Apr 08 08:18:10.627865 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3228a32c-0b83-4121-b8e8-6fb696c4993e req-65ca2712-0956-45c8-9e28-56d0d38b8fb2 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6427679
Apr 08 08:18:10.667397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:10.672465 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a5d74247-9963-49e9-ae4f-57307a4374cc tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:10.673924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a5d74247-9963-49e9-ae4f-57307a4374cc tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Synchronizing usage tracker for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:network {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:10.716803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a5d74247-9963-49e9-ae4f-57307a4374cc tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Unset dirty status for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:network {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:10.721428 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a5d74247-9963-49e9-ae4f-57307a4374cc tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 818 time: 0.4653168
Apr 08 08:18:10.794520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60270) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:10.822081 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-0e693d69-5aee-4b45-a6ea-847053f46b14 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/quotas/45c7c4aff6624fbb9a12b627bb8912b8 HTTP/1.1" status: 200  len: 375 time: 0.0259995
Apr 08 08:18:11.050530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-204f0ace-f351-4092-8ab2-29cf09b4cf73 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Synchronizing usage tracker for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:11.097939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e256e3-e780-4d04-a238-538c142320c0 req-0af95338-5f70-4f49-9076-9d492436a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:11.100912 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b6e256e3-e780-4d04-a238-538c142320c0 req-0af95338-5f70-4f49-9076-9d492436a25d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 1097 time: 0.3867145
Apr 08 08:18:11.157790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1ec3a774-db30-4d66-9c1c-e4e2a4ffd3c2 req-06a0f18a-68d8-4ff1-b8eb-30a58b1bbf9a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:11.184113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:11.205399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:11.354205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:18:11.355100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-204f0ace-f351-4092-8ab2-29cf09b4cf73 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Unset dirty status for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:11.359316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d0a0cece-1767-4af7-ab95-66ffbc45c8fa up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:11.366509 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-204f0ace-f351-4092-8ab2-29cf09b4cf73 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5318604
Apr 08 08:18:11.444645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e4ff436c-0d32-4db7-91d0-6e6501ca8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:11.467997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1ec3a774-db30-4d66-9c1c-e4e2a4ffd3c2 req-06a0f18a-68d8-4ff1-b8eb-30a58b1bbf9a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:11.482563 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1ec3a774-db30-4d66-9c1c-e4e2a4ffd3c2 req-06a0f18a-68d8-4ff1-b8eb-30a58b1bbf9a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9166455
Apr 08 08:18:11.490733 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:11.516406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] For port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f, host hv-cinder-76111, cleared binding levels {{(pid=84307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:11.517364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff436c-0d32-4db7-91d0-6e6501ca8df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce98fdc-d5f9-48ff-bb1b-daade62475c1,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:11.528142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port d0a0cece-1767-4af7-ab95-66ffbc45c8fa completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:11.536185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e4ff436c-0d32-4db7-91d0-6e6501ca8df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:11.557219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:18:11.579453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port d0a0cece-1767-4af7-ab95-66ffbc45c8fa triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:11.580160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:11.620846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:11.670381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:11.684936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] For port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,segment=NetworkSegment(d6c6a59f-8ae9-4be1-85d7-add2ab443085),segment_id=d6c6a59f-8ae9-4be1-85d7-add2ab443085)] {{(pid=84307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:11.704949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:11.925822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:11.945076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:11.949354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port d0a0cece-1767-4af7-ab95-66ffbc45c8fa, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d0a0cece-1767-4af7-ab95-66ffbc45c8fa,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:11.950262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Usage tracker for resource:security_group_rule and tenant:d47def15922446aa9637ef291de12dda is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:11.955603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:11.957092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device eb6dcd96-cfee-46b2-8055-2512de8c883a up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:11.959944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:11.981299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:12.011052 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-e769403e-dba6-41ec-a010-d90b1c003a05 service neutron] 10.222.0.54 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5967586
Apr 08 08:18:12.040435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:12.093172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:12.142881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e256e3-e780-4d04-a238-538c142320c0 req-9573b51c-e8f1-453a-9f93-83d0bcf3d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:12.145950 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b6e256e3-e780-4d04-a238-538c142320c0 req-9573b51c-e8f1-453a-9f93-83d0bcf3d35e service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 916 time: 1.0338237
Apr 08 08:18:12.161384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:12.324581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e4ff436c-0d32-4db7-91d0-6e6501ca8df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:12.330238 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e4ff436c-0d32-4db7-91d0-6e6501ca8df3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4ce98fdc-d5f9-48ff-bb1b-daade62475c1 HTTP/1.1" status: 204  len: 168 time: 4.7046618
Apr 08 08:18:12.354457 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] 10.222.0.54 "PUT /v2.0/routers/d842888b-a291-4375-8612-6cbe3d493fe1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.8112619
Apr 08 08:18:12.385072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port eb6dcd96-cfee-46b2-8055-2512de8c883a triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:12.388898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:12.405851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Pushing event updated for resources: {'Port': ['ID=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,revision_number=3']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:12.521207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=d0a0cece-1767-4af7-ab95-66ffbc45c8fa,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:12.560493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:12.676407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:12.704623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 137aa66a-55e6-4d9c-859b-069e1e3d7324 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:12.743802 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-c14c62a7-f4a2-4282-8559-4fdfb48d7520 service neutron] 10.222.0.54 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7179291
Apr 08 08:18:12.747162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:12.778836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:12.794162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:12.825810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:12.851937 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:12.887546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60290) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:12.895983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:12.932465 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbc56aa-fa4e-465a-813a-5cfbaaa55771,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:12.950622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:12.957686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 137aa66a-55e6-4d9c-859b-069e1e3d7324 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:12.965145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 137aa66a-55e6-4d9c-859b-069e1e3d7324 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:12.965667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:12.976814 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d47def15922446aa9637ef291de12dda&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1567233
Apr 08 08:18:12.978698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60296) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:13.043948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.143814 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b6e256e3-e780-4d04-a238-538c142320c0 req-87f00c05-83b7-418e-a1e4-1fb4e9ffe196 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa HTTP/1.1" status: 200  len: 217 time: 0.1394467
Apr 08 08:18:13.148663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device f312d938-4450-4b46-a6c3-d3fad8f5f0aa details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:18:13.197041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42ccb14e-9e88-45ba-9ea2-f5eee082901f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.237936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:13.247577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Usage tracker for resource:security_group_rule and tenant:bea4d1ef6ee2459bb81227bcb9ffaae2 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:13.254180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:13.266577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:13.307806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42ccb14e-9e88-45ba-9ea2-f5eee082901f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.392771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f5863-0221-4d76-b722-670cf931f71f req-c916d967-0d4e-4193-9cbe-2eab7f625d7d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:13.395757 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-260f5863-0221-4d76-b722-670cf931f71f req-c916d967-0d4e-4193-9cbe-2eab7f625d7d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 944 time: 0.1925793
Apr 08 08:18:13.456715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42ccb14e-9e88-45ba-9ea2-f5eee082901f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.483757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'Port': ['ID=6584558a-6fe8-4b36-8aa9-ba542f153d4e,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:13.496507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:13.504011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927028d-74af-4888-a66d-6b893d30c402 req-72bef932-2dd0-43ae-b1e9-1a24450d6328 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:13.512421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ccb14e-9e88-45ba-9ea2-f5eee082901f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbc56aa-fa4e-465a-813a-5cfbaaa55771,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:13.518764 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7927028d-74af-4888-a66d-6b893d30c402 req-72bef932-2dd0-43ae-b1e9-1a24450d6328 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 944 time: 1.6470730
Apr 08 08:18:13.520117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:13.522968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42ccb14e-9e88-45ba-9ea2-f5eee082901f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:13.527024 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-260f5863-0221-4d76-b722-670cf931f71f req-64b88e2f-64f6-47cd-a00b-12e239bcbd4d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130276
Apr 08 08:18:13.534415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42ccb14e-9e88-45ba-9ea2-f5eee082901f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.535659 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-42ccb14e-9e88-45ba-9ea2-f5eee082901f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fdbc56aa-fa4e-465a-813a-5cfbaaa55771 HTTP/1.1" status: 204  len: 168 time: 0.5552466
Apr 08 08:18:13.541018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:13.541938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.543558 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] 10.222.0.48 "PUT /v2.0/ports/2648128f-aac8-4a9b-b6a6-bc06b21ba29f HTTP/1.1" status: 200  len: 1094 time: 10.7872813
Apr 08 08:18:13.544018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f184a6dc-c8da-4b8d-834e-3aa7216e4af5', 'tag': '2648128f-aac8-4a9b-b6a6-bc06b21ba29f'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:13.587742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.638753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 137aa66a-55e6-4d9c-859b-069e1e3d7324, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=137aa66a-55e6-4d9c-859b-069e1e3d7324,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:13.658390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.663016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:13.706052 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7927028d-74af-4888-a66d-6b893d30c402 req-858dc127-2351-49f0-a79a-5eaf9b6375fa tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646994
Apr 08 08:18:13.708737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.715561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:13.729148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port f312d938-4450-4b46-a6c3-d3fad8f5f0aa, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:13.742873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:13.760751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'f312d938-4450-4b46-a6c3-d3fad8f5f0aa', 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'port_id': 'f312d938-4450-4b46-a6c3-d3fad8f5f0aa', 'mac_address': 'fa:16:3e:a7:93:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77e3a5e-ec48-450b-8594-0e0d5a928576', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:18:13.854372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d0a0cece-1767-4af7-ab95-66ffbc45c8fa up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:13.856652 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bea4d1ef6ee2459bb81227bcb9ffaae2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9213963
Apr 08 08:18:13.859852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60316) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:13.974786 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.006637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e507a1-f9f0-4377-8000-fc987f34fda7,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:14.011751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=137aa66a-55e6-4d9c-859b-069e1e3d7324,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:14.034967 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:14.035108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:14.049503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f312d938-4450-4b46-a6c3-d3fad8f5f0aa {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:14.060777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6c476047-fe67-4dcb-813b-048a1e6f1929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.065329 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cb8ce073-eed7-421e-aad2-e710b9a25c1b req-2cb34783-f716-47b4-8f5b-b30f7c79bb7b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.2140841
Apr 08 08:18:14.070639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.075534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port f312d938-4450-4b46-a6c3-d3fad8f5f0aa, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:14.081806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.087676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:14.140614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.154232 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 9.4446964
Apr 08 08:18:14.155109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6c476047-fe67-4dcb-813b-048a1e6f1929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.239459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6c476047-fe67-4dcb-813b-048a1e6f1929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.243340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:14.249852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:14.252831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4490e1da-8ea3-4bee-9976-38acacc72973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:14.266904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port d0a0cece-1767-4af7-ab95-66ffbc45c8fa triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:14.267639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.306678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c476047-fe67-4dcb-813b-048a1e6f1929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e507a1-f9f0-4377-8000-fc987f34fda7,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:14.324058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6c476047-fe67-4dcb-813b-048a1e6f1929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:14.325752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6c476047-fe67-4dcb-813b-048a1e6f1929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.335073 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6c476047-fe67-4dcb-813b-048a1e6f1929 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/33e507a1-f9f0-4377-8000-fc987f34fda7 HTTP/1.1" status: 204  len: 168 time: 0.4737360
Apr 08 08:18:14.673488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60346) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:14.691116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72488715-8112-4995-952c-d3f877390b63 None None] Sync routers for ids ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:18:14.706303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72488715-8112-4995-952c-d3f877390b63 None None] Routers {'2f94d067-8330-4b6e-b7ad-304ba53e3ddd'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:14.707005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-72488715-8112-4995-952c-d3f877390b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10744240>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:14.782151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.810374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Sync routers for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:18:14.816200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:14.821204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Usage tracker for resource:security_group_rule and tenant:0a28d59fb2f54ecbae5d601035d2886c is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:14.825079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:14.835158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:14.850697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:14.852420 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c100ca940>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:17:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:14.978057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:14.983545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:15.057151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42ccb14e-9e88-45ba-9ea2-f5eee082901f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:15.086548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60356) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:15.118899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--434323913', 'description': 'tempest-description--1089961430'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:15.124758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-449cfe5a-2179-4bfe-81fe-e8c9d656ae5a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:15.127390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:15.132868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:security_group and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:15.137286 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:15.146666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:15.158793 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-449cfe5a-2179-4bfe-81fe-e8c9d656ae5a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 818 time: 0.6106725
Apr 08 08:18:15.197399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:15.292345 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a28d59fb2f54ecbae5d601035d2886c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6080630
Apr 08 08:18:15.292345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9894936e-bf97-460e-a1be-2cb73ecade60,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:15.295942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60368) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:15.325388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:15.334693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e256e3-e780-4d04-a238-538c142320c0 req-1a153670-6a62-45de-a768-07b1dd7f59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:15.336371 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-4efe9728-1075-4d77-a014-2b2bacea7a60 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/quotas/45c7c4aff6624fbb9a12b627bb8912b8 HTTP/1.1" status: 200  len: 375 time: 0.0346522
Apr 08 08:18:15.336548 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b6e256e3-e780-4d04-a238-538c142320c0 req-1a153670-6a62-45de-a768-07b1dd7f59bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.3516719
Apr 08 08:18:15.350272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:15.357416 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:security_group_rule and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:15.362705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:15.370541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:15.491901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6663a364-6deb-467e-8458-e6dcb9277196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:15.554182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['f312d938-4450-4b46-a6c3-d3fad8f5f0aa'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:18:15.570634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-ff3e9fe5-53d7-4510-9b45-91ddfdee2888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:15.572622 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-ff3e9fe5-53d7-4510-9b45-91ddfdee2888 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bc5826b57c64c4eb4fad2a4d00f497a&device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 1097 time: 0.4912302
Apr 08 08:18:15.671026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-72488715-8112-4995-952c-d3f877390b63 None None] Set router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:15.678256 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-131e2587-c3a4-4826-a170-7a4a3e0b70dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2648128f-aac8-4a9b-b6a6-bc06b21ba29f HTTP/1.1" status: 200  len: 217 time: 0.0934076
Apr 08 08:18:15.687634 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b6e256e3-e780-4d04-a238-538c142320c0 req-e34531b1-0e33-4028-a597-71cacd06456e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2490399
Apr 08 08:18:15.801655 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-33685c27-026f-4df4-9d0c-b380e3a324a5 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4637671
Apr 08 08:18:15.872761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 137aa66a-55e6-4d9c-859b-069e1e3d7324 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:15.908683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-44ed363b-d526-48af-9054-5f666d1e0c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:15.911878 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-44ed363b-d526-48af-9054-5f666d1e0c0a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c073b829-54a6-4759-8b65-b101457631f1 HTTP/1.1" status: 200  len: 850 time: 0.2241755
Apr 08 08:18:15.981857 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b6e256e3-e780-4d04-a238-538c142320c0 req-f1d4f33f-c499-44f3-898f-28f4e456f747 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2921367
Apr 08 08:18:16.078330 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-248b44af-bfee-41e0-bd0d-07795e8f75f1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--23590662&fields=id&tenant_id=d518367a337a4834b816d5ba592151f7 HTTP/1.1" status: 200  len: 267 time: 0.5102031
Apr 08 08:18:16.094747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:16.172054 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-a83551ed-4064-49f6-afee-44f6921efaa7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59a2423-9c84-4421-b1de-30059648dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2499478
Apr 08 08:18:16.385935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-72488715-8112-4995-952c-d3f877390b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10744240>, [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:18:05Z', 'revision_number': 4, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port': {'id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '606e5a1f-7cf7-4ae6-a388-79ae8ca8c481', 'name': '', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'mac_address': 'fa:16:3e:6d:ef:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:01Z', 'updated_at': '2021-04-08T08:18:07Z', 'revision_number': 2, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'subnets': [{'id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:16.394595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72488715-8112-4995-952c-d3f877390b63 None None] Checking router: 2f94d067-8330-4b6e-b7ad-304ba53e3ddd for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:18:16.395520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72488715-8112-4995-952c-d3f877390b63 None None] Updating router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:18:16.399466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.48', 57114) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:16.494706 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-7daf31ef-e2b2-4bce-bf2f-df1205719eb9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:16.507209 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-7daf31ef-e2b2-4bce-bf2f-df1205719eb9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 816 time: 0.3773389
Apr 08 08:18:16.550871 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-390cad5e-0db7-42cc-8392-2058534d21b9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/quotas/d518367a337a4834b816d5ba592151f7 HTTP/1.1" status: 200  len: 375 time: 0.0422719
Apr 08 08:18:16.634828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-72488715-8112-4995-952c-d3f877390b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:16.758772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 137aa66a-55e6-4d9c-859b-069e1e3d7324 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:16.759638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:16.794271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0cf7aede-f111-4e00-97f8-64e28470c8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:16.843202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0cf7aede-f111-4e00-97f8-64e28470c8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:16.938805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0cf7aede-f111-4e00-97f8-64e28470c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:16.975698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:17.015993 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf7aede-f111-4e00-97f8-64e28470c8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9894936e-bf97-460e-a1be-2cb73ecade60,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:17.019400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0cf7aede-f111-4e00-97f8-64e28470c8eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:17.020838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0cf7aede-f111-4e00-97f8-64e28470c8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:17.023381 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0cf7aede-f111-4e00-97f8-64e28470c8eb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9894936e-bf97-460e-a1be-2cb73ecade60 HTTP/1.1" status: 204  len: 168 time: 1.7001445
Apr 08 08:18:17.041526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:17.050667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:17.091865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8d8bcda7-f22b-4428-ac71-9df8aad7fe7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:17.106974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:17.110006 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.0174322
Apr 08 08:18:17.148322 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-4969b51c-3e40-4087-ae5d-bf5394e424f9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5963857
Apr 08 08:18:17.162831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60408) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:17.173076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'security_group_rule': {'security_group_id': 'bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:17.483983 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-908c829d-1d73-48c0-85ab-3b9c6b934efd service neutron] 10.222.0.54 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3178222
Apr 08 08:18:17.539938 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-6194e948-67c9-4a40-9405-899e4147d02d service neutron] 10.222.0.54 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.7047319
Apr 08 08:18:17.560646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c100ca940>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:05Z', 'revision_number': 2, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:17.569903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Checking router: d842888b-a291-4375-8612-6cbe3d493fe1 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:18:17.570550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Updating router d842888b-a291-4375-8612-6cbe3d493fe1 port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:18:17.682324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:17.709424 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-423b18ef-c8f2-47c9-8be1-a5eb6912d255 service neutron] 10.222.0.54 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240427
Apr 08 08:18:17.724749 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b6e256e3-e780-4d04-a238-538c142320c0 req-9afd1a0e-d01b-42c2-b857-8a27ef1b177d service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7165284
Apr 08 08:18:17.729594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:security_group_rule and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:17.740036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:17.748027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:17.753877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:17.772525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:17.814278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.162528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.172885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.329805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7fe32c47-d9ac-4b88-9b8e-7cd9f36d2707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.347739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:18.355473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.403181 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-5f3e07fe-8b58-4ea3-bdc6-e588f92d81f5 service neutron] 10.222.0.54 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8481560
Apr 08 08:18:18.479948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-675426ad-bd5a-43c5-b519-0d000a546056 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:18.497606 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-675426ad-bd5a-43c5-b519-0d000a546056 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 818 time: 2.0785897
Apr 08 08:18:18.518144 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-5738b626-045e-46b0-b5d0-0d17db4eedbe service neutron] 10.222.0.48 "GET /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99?fields=segments HTTP/1.1" status: 200  len: 212 time: 2.1162806
Apr 08 08:18:18.539963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Request body: {'port': {'device_id': 'dcaf921c-544c-4925-8b89-e06c47f63f85', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'admin_state_up': True, 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:18.590986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.592777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-72488715-8112-4995-952c-d3f877390b63 None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.600919 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4323821
Apr 08 08:18:18.612884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60442) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:18.620820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd09ecca-2418-4276-9968-5cda64cbd3ba,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:18.647663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'security_group_rule': {'security_group_id': 'bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:18.649927 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.661990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:18.663121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:18.666053 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-72488715-8112-4995-952c-d3f877390b63 None None] Transition to ACTIVE for port object 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:18.680135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-72488715-8112-4995-952c-d3f877390b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:18.706886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:security_group_rule and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:18.722484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:18.734491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:18.752412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:18.903475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7793792-2798-43fe-b085-9d3af8120ef6 req-b13b99b9-e683-4d4a-9d32-c1392754317e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:18.916828 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f7793792-2798-43fe-b085-9d3af8120ef6 req-b13b99b9-e683-4d4a-9d32-c1392754317e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 945 time: 0.5081904
Apr 08 08:18:18.920026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:19.078401 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f7793792-2798-43fe-b085-9d3af8120ef6 req-8567d04b-4832-475f-a941-89e644db97f3 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1556709
Apr 08 08:18:19.230049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:19.235240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835adf83-7b31-489f-8da7-abdf36628b42 None None] Pushing event updated for resources: {'Port': ['ID=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:19.240939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:19.258782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b8ac10a2-dc27-438a-ba32-66f58ae20537 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:19.267922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-835adf83-7b31-489f-8da7-abdf36628b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:19.320565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9225387-0592-4ef4-b4ea-86a00a2fc47b,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:19.333325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:19.407729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:19.412714 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7941096
Apr 08 08:18:19.414054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60468) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:19.450517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:19.469029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:19.476686 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39ed4a76-bb50-403b-ba58-940e1c17a568 req-5593c645-b4af-4ba3-bded-bc8306a8fe79 service neutron] 10.222.0.48 "GET /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8794086
Apr 08 08:18:19.505158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:19.534114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:floatingip and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:19.559370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:19.611061 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:19.622267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device f312d938-4450-4b46-a6c3-d3fad8f5f0aa up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:19.645291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:19.672835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:19.703070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:19.754535 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a3612-c72a-48ec-b18f-67e3ee916fe8 req-3ba6954c-141e-4ec0-a436-cb8d5035c313 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:19.756512 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6f0a3612-c72a-48ec-b18f-67e3ee916fe8 req-3ba6954c-141e-4ec0-a436-cb8d5035c313 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 944 time: 0.2614441
Apr 08 08:18:19.757753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Made reservation on behalf of 45c7c4aff6624fbb9a12b627bb8912b8 for: {'port': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:19.765698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:19.817314 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6f0a3612-c72a-48ec-b18f-67e3ee916fe8 req-48aded52-7139-4d83-b121-1a997232a59b tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375085
Apr 08 08:18:20.004022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.resource_extend [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 08:18:20.071988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Allocated IP 172.20.0.6 (94a6b48a-d678-4757-a7cc-42afe5a9124a/335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07/5f07a16f-c28b-46f7-b6d7-7109c693a85a) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:20.167389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.205179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port f312d938-4450-4b46-a6c3-d3fad8f5f0aa completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:20.220855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port f312d938-4450-4b46-a6c3-d3fad8f5f0aa triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:20.221384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.304906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.407536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Transition to ACTIVE for port object 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:20.432629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.493948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-72488715-8112-4995-952c-d3f877390b63 None None] Attempting to bind port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:20.494609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-72488715-8112-4995-952c-d3f877390b63 None None] Attempting to bind port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:20.495302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72488715-8112-4995-952c-d3f877390b63 None None] Attempting to bind port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 on network 94a6b48a-d678-4757-a7cc-42afe5a9124a {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:20.516061 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:20.547686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72488715-8112-4995-952c-d3f877390b63 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:20.548266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72488715-8112-4995-952c-d3f877390b63 None None] Checking segment: {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:20.548725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-72488715-8112-4995-952c-d3f877390b63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.549166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72488715-8112-4995-952c-d3f877390b63 None None] Bound using segment: {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:20.549764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-72488715-8112-4995-952c-d3f877390b63 None None] Bound port: 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:20.550168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-72488715-8112-4995-952c-d3f877390b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.574519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.636361 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f184a6dc-c8da-4b8d-834e-3aa7216e4af5', 'tag': '2648128f-aac8-4a9b-b6a6-bc06b21ba29f', 'status': 'completed', 'code': 200}
Apr 08 08:18:20.643889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60494) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:20.710372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-72488715-8112-4995-952c-d3f877390b63 None None] For port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:20.724494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-72488715-8112-4995-952c-d3f877390b63 None None] For port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:20.734559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-72488715-8112-4995-952c-d3f877390b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.752611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-d58d0b89-9d44-4dec-a5ad-a819266ac933 req-67687efa-8437-469e-afc2-c66d5ef0dde5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Synchronizing usage tracker for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:20.767323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2c19b4de-8e6e-49fc-8fd5-e14c2b0f2050 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:20.778126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:20.806455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-70450562-0df5-4253-a675-000c22d4df7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:20.846847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b599-b0da-432e-b921-eebae43c4fe9 None None] Pushing event updated for resources: {'Port': ['ID=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:20.869083 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-acc8b599-b0da-432e-b921-eebae43c4fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:20.891170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-d58d0b89-9d44-4dec-a5ad-a819266ac933 req-67687efa-8437-469e-afc2-c66d5ef0dde5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Unset dirty status for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:20.907711 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d58d0b89-9d44-4dec-a5ad-a819266ac933 req-67687efa-8437-469e-afc2-c66d5ef0dde5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 210 time: 0.2660184
Apr 08 08:18:21.128012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835adf83-7b31-489f-8da7-abdf36628b42 None None] Pushing event updated for resources: {'Port': ['ID=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,revision_number=4']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:21.135937 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-835adf83-7b31-489f-8da7-abdf36628b42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:21.146453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:21.152470 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-755ec257-7d7d-4f1e-a552-bcd90a9e37b8 req-2b4662e8-b211-4313-b281-07fd11516b8c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 210 time: 0.1401653
Apr 08 08:18:21.200226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72488715-8112-4995-952c-d3f877390b63 None None] Routers {'2f94d067-8330-4b6e-b7ad-304ba53e3ddd'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:21.203163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-72488715-8112-4995-952c-d3f877390b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10744240>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:18:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:21.209054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Pushing event updated for resources: {'Port': ['ID=5f07a16f-c28b-46f7-b6d7-7109c693a85a,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:21.225290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:21.243254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-151811135-network', 'tenant_id': 'c88486d56a184b138ec3976f3511fbd0'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:21.251868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf0802f-ee9e-4039-881c-4b8ce85f57a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f312d938-4450-4b46-a6c3-d3fad8f5f0aa'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:21.259345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:21.289022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Usage tracker for resource:network and tenant:c88486d56a184b138ec3976f3511fbd0 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:21.293556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:21.333664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:21.424787 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:21.447712 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-72488715-8112-4995-952c-d3f877390b63 None None] Set router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:21.473243 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Made reservation on behalf of c88486d56a184b138ec3976f3511fbd0 for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:21.483672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:21.535852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:21.616151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0031d-3c9a-4a65-90cf-d5f15bf882ed req-29bd7e74-180f-4f54-b7be-0f7286058b43 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:21.618018 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-15e0031d-3c9a-4a65-90cf-d5f15bf882ed req-29bd7e74-180f-4f54-b7be-0f7286058b43 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 945 time: 0.4972649
Apr 08 08:18:21.623023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port f312d938-4450-4b46-a6c3-d3fad8f5f0aa, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:21.644643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:21.662902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d5de8c3b-934d-4148-b491-9a4921d4f982 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:21.668888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:21.734950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Usage tracker for resource:security_group_rule and tenant:c88486d56a184b138ec3976f3511fbd0 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:21.850880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:21.890863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:21.901080 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:21.924511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:21.944456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-15e0031d-3c9a-4a65-90cf-d5f15bf882ed req-e498eeb2-803b-4ddf-9b4c-59740712aea5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2836444
Apr 08 08:18:21.958961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:21.971529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:21.972284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:22.061173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:22.078966 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:22.194456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6660678
Apr 08 08:18:22.215531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:22.221444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Allocated IP 172.27.1.111 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/b1d86d8a-1c26-48c2-9f6b-2ad57da5dcbf) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:22.242229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Request body: {'port': {'device_id': 'dcaf921c-544c-4925-8b89-e06c47f63f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:22.426457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-72488715-8112-4995-952c-d3f877390b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10744240>, [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:18:05Z', 'revision_number': 4, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port': {'id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '606e5a1f-7cf7-4ae6-a388-79ae8ca8c481', 'name': '', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'mac_address': 'fa:16:3e:6d:ef:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:01Z', 'updated_at': '2021-04-08T08:18:20Z', 'revision_number': 4, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'subnets': [{'id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:22.440217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72488715-8112-4995-952c-d3f877390b63 None None] The sync data for ids ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'] in dv-cinder-761113-10-iscsi is: [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:18:05Z', 'revision_number': 4, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port': {'id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '606e5a1f-7cf7-4ae6-a388-79ae8ca8c481', 'name': '', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'mac_address': 'fa:16:3e:6d:ef:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:01Z', 'updated_at': '2021-04-08T08:18:20Z', 'revision_number': 4, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'subnets': [{'id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:18:22.777105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0c520-ecde-4c5a-949a-774b69508d0a req-55a30289-caa8-4940-b05b-2c682614c3ec tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:22.807943 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c1a0c520-ecde-4c5a-949a-774b69508d0a req-55a30289-caa8-4940-b05b-2c682614c3ec tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 944 time: 1.2399306
Apr 08 08:18:22.869210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:22.923697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:22.957567 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-40c2518b-502a-47ef-b00f-41d9197e640a req-5ebac663-ca0b-4809-ad0b-85705a66b662 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 210 time: 0.3109727
Apr 08 08:18:22.978773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-20218a66-53d6-4929-8c6c-32aba35b957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:22.980551 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-20218a66-53d6-4929-8c6c-32aba35b957d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bc5826b57c64c4eb4fad2a4d00f497a&device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 1097 time: 1.2873669
Apr 08 08:18:23.114490 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c1a0c520-ecde-4c5a-949a-774b69508d0a req-93f66f8a-bf36-40d9-ac60-43524f0bacb5 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2780354
Apr 08 08:18:23.123180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:23.227811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:23.289754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Attempting to bind port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:23.315238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Attempting to bind port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:23.320199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Attempting to bind port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 on network 11712076-69ce-4aa6-a011-1247e6075ee7 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:23.400147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:23.410885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Checking segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:23.420278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:23.425412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Bound using segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:23.429259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Bound port: 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:23.430126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:23.763217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:23.767838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:23.787381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:23.787868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:23.892232 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf0802f-ee9e-4039-881c-4b8ce85f57a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f312d938-4450-4b46-a6c3-d3fad8f5f0aa', 'code': 200}
Apr 08 08:18:23.932362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] For port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:23.995947 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] For port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:24.007043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:24.049526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fefab9e6-6246-4f55-9d65-1b0798428bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:24.093993 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'Port': ['ID=b1d86d8a-1c26-48c2-9f6b-2ad57da5dcbf,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:24.104342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:24.334037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-c6408fba-2649-44d9-90d3-76e52cb41fb8 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:24.335794 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-c6408fba-2649-44d9-90d3-76e52cb41fb8 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 816 time: 0.5714948
Apr 08 08:18:24.346098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:24.464297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.48', 57128) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:24.472742 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-385d1a64-4b43-4b18-9e72-dc5e99da4297 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d518367a337a4834b816d5ba592151f7 HTTP/1.1" status: 200  len: 5702 time: 0.0748587
Apr 08 08:18:24.476411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:24.484558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:24.540020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:24.610572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:24.657010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'port': {'device_id': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'admin_state_up': True, 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'security_groups': ['7ea39b6f-df2b-44b2-807a-dc457c70971b']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:24.932030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f07a16f-c28b-46f7-b6d7-7109c693a85a {{(pid=84307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:24.950915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:24.962241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.48', 57129) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:24.991641 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Transition to ACTIVE for port object 5f07a16f-c28b-46f7-b6d7-7109c693a85a will not be triggered until provisioned by entity L2. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:25.096923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:25.099390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b599-b0da-432e-b921-eebae43c4fe9 None None] Pushing event updated for resources: {'Port': ['ID=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:25.176975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-acc8b599-b0da-432e-b921-eebae43c4fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.127s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:25.180983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:25.190473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:25.226346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-adaa3b23-bcb2-477b-b0eb-0acac152666e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:25.231437 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-adaa3b23-bcb2-477b-b0eb-0acac152666e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b59a2423-9c84-4421-b1de-30059648dc99 HTTP/1.1" status: 200  len: 911 time: 2.2393880
Apr 08 08:18:25.313583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:25.321763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:25.334946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:25.351642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-85527af2-c702-4c90-bc05-4f31f1579c62 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:25.353595 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-85527af2-c702-4c90-bc05-4f31f1579c62 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 818 time: 0.8796480
Apr 08 08:18:25.444539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:25.548297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:25.565536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:25.566533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c100ca940>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:18:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:25.619606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:25.758387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-d20b79ec-bc4d-4856-9b59-ff918a8ed046 req-caae64ff-33b4-403a-94b6-7645da030e81 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Synchronizing usage tracker for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:25.775450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:25.785435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:25.818748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:25.833559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 2648128f-aac8-4a9b-b6a6-bc06b21ba29f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:18:25.849480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:25.876453 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-8481a959-82d3-4da3-bcc8-fb37f7819229 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2648128f-aac8-4a9b-b6a6-bc06b21ba29f HTTP/1.1" status: 200  len: 217 time: 0.5606997
Apr 08 08:18:25.990333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Request body: {'port': {'device_id': '11167e2f-a011-4418-9528-1122649fa9aa', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'admin_state_up': True, 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:25.995995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:18:26.010790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:26.011191 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Added segment 61203054-5283-4bd9-b263-86bf1fe8434f of type vlan for network a0bafff7-3b03-4341-b9de-7ccd65d80860
Apr 08 08:18:26.069340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Made reservation on behalf of d518367a337a4834b816d5ba592151f7 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:26.081527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:26.081899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:26.142399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-d20b79ec-bc4d-4856-9b59-ff918a8ed046 req-caae64ff-33b4-403a-94b6-7645da030e81 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Unset dirty status for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:26.143711 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d20b79ec-bc4d-4856-9b59-ff918a8ed046 req-caae64ff-33b4-403a-94b6-7645da030e81 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 210 time: 2.5281231
Apr 08 08:18:26.165600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:26.223710 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:26.223957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:26.259422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Pushing event updated for resources: {'Port': ['ID=5f07a16f-c28b-46f7-b6d7-7109c693a85a,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:26.282261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:26.320077 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.356s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:26.430714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5359e0af-28c4-4fb5-b2b7-7d1e0a28d846,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:26.491070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:26.493999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:26.629434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:26.651610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:26.651944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:26.691242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-b0cdd769-7385-4549-bd4b-c1d895c9a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:26.695521 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-b0cdd769-7385-4549-bd4b-c1d895c9a190 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 1099 time: 1.3539855
Apr 08 08:18:26.732058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:26.776878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:26.808579 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-23410f7b-f88f-47fd-9d3e-c2eacc072214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:26.811781 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-23410f7b-f88f-47fd-9d3e-c2eacc072214 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c073b829-54a6-4759-8b65-b101457631f1 HTTP/1.1" status: 200  len: 850 time: 0.9041426
Apr 08 08:18:26.816415 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3e4e9ce6-5de2-4a0e-8e85-6872e97e9764 req-021fa347-eb64-4f35-bbd4-b7a5fb9ab35f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 210 time: 0.2730687
Apr 08 08:18:26.828566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,segment=NetworkSegment(d6c6a59f-8ae9-4be1-85d7-add2ab443085),segment_id=d6c6a59f-8ae9-4be1-85d7-add2ab443085)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:26.847697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:26.874311 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '2648128f-aac8-4a9b-b6a6-bc06b21ba29f', 'network_id': 'b59a2423-9c84-4421-b1de-30059648dc99', 'port_id': '2648128f-aac8-4a9b-b6a6-bc06b21ba29f', 'mac_address': 'fa:16:3e:77:52:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c073b829-54a6-4759-8b65-b101457631f1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:18:26.880985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af282c-6491-4546-b7e9-2a702f3f9cf3 req-0176141f-6382-4039-bc34-ef7f10f52c4c tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:26.895693 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7af282c-6491-4546-b7e9-2a702f3f9cf3 req-0176141f-6382-4039-bc34-ef7f10f52c4c tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 946 time: 2.5584042
Apr 08 08:18:26.970438 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 6.3249147
Apr 08 08:18:26.979832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60598) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:27.104219 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-22ca6d6e-f22e-4755-82e9-e8d6c36b3ac0 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59a2423-9c84-4421-b1de-30059648dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1434216
Apr 08 08:18:27.111738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Request body: {'subnet': {'network_id': 'a0bafff7-3b03-4341-b9de-7ccd65d80860', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-151811135-subnet', 'tenant_id': 'c88486d56a184b138ec3976f3511fbd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:27.236697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.242410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.250259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Usage tracker for resource:security_group_rule and tenant:e84619d31c3a4a03a32d208f3e655171 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:27.257080 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:27.269478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.271324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:27.290204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2648128f-aac8-4a9b-b6a6-bc06b21ba29f {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:27.339787 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:27.348136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.368598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,segment=NetworkSegment(d6c6a59f-8ae9-4be1-85d7-add2ab443085),segment_id=d6c6a59f-8ae9-4be1-85d7-add2ab443085)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:27.370954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8972de05-85d3-4d96-a5dc-f89ced4caebc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:27.411117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:27.430235 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-ddf877df-9306-41c3-8972-d06bfd680ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2949057
Apr 08 08:18:27.465997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.478946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:27.487201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.500012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:27.524381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.525625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.539483 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Pushing event updated for resources: {'Network': ['ID=a0bafff7-3b03-4341-b9de-7ccd65d80860,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:27.550210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Usage tracker for resource:subnet and tenant:c88486d56a184b138ec3976f3511fbd0 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:27.564674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:27.575525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Made reservation on behalf of 45c7c4aff6624fbb9a12b627bb8912b8 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:27.588391 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:27.618710 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7af282c-6491-4546-b7e9-2a702f3f9cf3 req-9142d61b-1d26-4f4c-b9af-5fb39f28c199 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7213137
Apr 08 08:18:27.627889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network a0bafff7-3b03-4341-b9de-7ccd65d80860 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:18:27.664661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.170s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:27.689502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:27.747828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-22f77a88-0a3d-48d0-96ab-16b3840b361a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:27.845046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:27.861092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:27.863312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['2648128f-aac8-4a9b-b6a6-bc06b21ba29f'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:18:27.920957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Attempting to bind port 5f07a16f-c28b-46f7-b6d7-7109c693a85a on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:27.921800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Attempting to bind port 5f07a16f-c28b-46f7-b6d7-7109c693a85a by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'}] {{(pid=84307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:27.922425 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Attempting to bind port 5f07a16f-c28b-46f7-b6d7-7109c693a85a on network 94a6b48a-d678-4757-a7cc-42afe5a9124a {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:27.934815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:27.944929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Port 5f07a16f-c28b-46f7-b6d7-7109c693a85a on network 94a6b48a-d678-4757-a7cc-42afe5a9124a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:18:27.945431 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Attempting to bind port 5f07a16f-c28b-46f7-b6d7-7109c693a85a on network 94a6b48a-d678-4757-a7cc-42afe5a9124a {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:27.947143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c100ca940>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:23Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:27.947518 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b117156a-ae86-46f1-b199-06e9448c0b36 req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2394836
Apr 08 08:18:27.950227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-88762e07-64f9-46e8-8b1e-2e84bc003807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:28.061969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:28.062907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:28.104229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:28.117084 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:28.151533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:28.152128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Checking segment: {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:28.152822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Bound using segment: {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'} {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:28.153634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Bound port: 5f07a16f-c28b-46f7-b6d7-7109c693a85a, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'}}] {{(pid=84307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:28.154902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:28.248799 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9062bfc1-a33a-495a-ba32-1323c5c33ac1 req-43b6be75-fc12-4638-baf6-d999d76328d9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 210 time: 0.2768941
Apr 08 08:18:28.284679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c20150b-f2a1-4df9-86c5-1e1d4ca93f67 None None] The sync data for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi is: [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:23Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:18:28.315602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] For port 5f07a16f-c28b-46f7-b6d7-7109c693a85a, host hv-cinder-76111, cleared binding levels {{(pid=84307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:28.323797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] For port 5f07a16f-c28b-46f7-b6d7-7109c693a85a, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:28.368959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:28.384491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Made reservation on behalf of c88486d56a184b138ec3976f3511fbd0 for: {'subnet': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:28.393505 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:28.450465 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7218bff2-19f9-46a4-b47c-4bd43c18dc83,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:28.502558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:28.509951 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.748s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:28.828250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-50ca8607-5def-4781-b8db-171425acfbde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:28.902955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Allocated IP 172.20.0.10 (6edb44dd-4adc-4625-a337-bd0772923580/a4841978-fb68-4ec8-85e7-2d461ae96540/07ec2a84-13b3-4f42-a471-c1bfa38a9b9b) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:29.009925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Pushing event updated for resources: {'Port': ['ID=5f07a16f-c28b-46f7-b6d7-7109c693a85a,revision_number=3']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:29.025346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:29.206901 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9727c70-e484-4eda-a3fb-e315858353c6 req-394a065f-e079-4572-85f4-d534848317ed service neutron] 10.222.0.48 "GET /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7753985
Apr 08 08:18:29.225758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:29.237147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28470cfa-7965-4a63-987f-6b74223d383c req-89eec7a8-bfce-4fb4-80f7-de99e8fb3929 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:29.245666 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-28470cfa-7965-4a63-987f-6b74223d383c req-89eec7a8-bfce-4fb4-80f7-de99e8fb3929 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 945 time: 1.5504804
Apr 08 08:18:29.277501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Transition to ACTIVE for port object 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:29.309593 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-28470cfa-7965-4a63-987f-6b74223d383c req-84487997-7c01-4b4f-ad11-f6996ff7910f tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461030
Apr 08 08:18:29.315696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:29.316997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:29.331560 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] 10.222.0.48 "PUT /v2.0/ports/5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 200  len: 1093 time: 7.1128578
Apr 08 08:18:29.335219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcaf921c-544c-4925-8b89-e06c47f63f85', 'tag': '5f07a16f-c28b-46f7-b6d7-7109c693a85a'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:29.432016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:29.613514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:29.718908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 2648128f-aac8-4a9b-b6a6-bc06b21ba29f up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:29.818922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60652) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:29.821392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'Port': ['ID=b1d86d8a-1c26-48c2-9f6b-2ad57da5dcbf,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:29.825311 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.316s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:29.852285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:29.970798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:29.971503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.048105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.059115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:30.068362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:30.122500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:30.134284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:30.134930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.216229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Allocated IP 172.20.0.10 (94a6b48a-d678-4757-a7cc-42afe5a9124a/335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07/40e70547-35ed-4e47-b8ae-70bf1ecdbe9b) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:30.297054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-e47c1317-6b46-445d-bac7-5f372fbf2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:30.299049 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-e47c1317-6b46-445d-bac7-5f372fbf2c0e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1096 time: 0.6623545
Apr 08 08:18:30.445442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Network 6edb44dd-4adc-4625-a337-bd0772923580 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:30.459287 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:30.461907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:30.469140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:30.469926 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.474802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742f70d-c773-4120-816f-462f25110089 req-134a26d8-fc15-455d-8814-e68554d2597d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:30.478831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6742f70d-c773-4120-816f-462f25110089 req-134a26d8-fc15-455d-8814-e68554d2597d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 946 time: 0.6753981
Apr 08 08:18:30.483242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083de19-c3f8-4108-ae3b-19da42322f05 req-54b562e4-b735-4040-8297-d512a90ca676 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:30.484109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b083de19-c3f8-4108-ae3b-19da42322f05 req-54b562e4-b735-4040-8297-d512a90ca676 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Synchronizing usage tracker for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:30.519047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.571905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.578152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.579748 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.1641426
Apr 08 08:18:30.589670 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9446008
Apr 08 08:18:30.597068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:30.597292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f184a6dc-c8da-4b8d-834e-3aa7216e4af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2648128f-aac8-4a9b-b6a6-bc06b21ba29f'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:30.600273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b083de19-c3f8-4108-ae3b-19da42322f05 req-54b562e4-b735-4040-8297-d512a90ca676 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Unset dirty status for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:30.609832 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b083de19-c3f8-4108-ae3b-19da42322f05 req-54b562e4-b735-4040-8297-d512a90ca676 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 932 time: 1.7265544
Apr 08 08:18:30.627322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,segment=NetworkSegment(d6c6a59f-8ae9-4be1-85d7-add2ab443085),segment_id=d6c6a59f-8ae9-4be1-85d7-add2ab443085)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:30.640015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Request body: {'port': {'device_id': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:30.644934 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6742f70d-c773-4120-816f-462f25110089 req-d4ddd767-3921-442a-8fd2-bfc6632dc481 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1421361
Apr 08 08:18:30.647612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.648014 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-5346ffc7-741a-40f7-ada4-f804609b023e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 200  len: 217 time: 0.3298218
Apr 08 08:18:30.650933 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:30.765533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a3674c17a549eb8e3c9c4fda51d1af is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:30.865113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:30.916168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:30.932615 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b083de19-c3f8-4108-ae3b-19da42322f05 req-29f52fde-cbe8-41a2-abd7-7d8dd070f567 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3210042
Apr 08 08:18:30.936977 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:30.948889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-264deea9-40ac-4330-9c8d-bc8869e0cf0a None None] Provisioning for port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:30.963712 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:30.976361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-13630b95-8e28-4598-a4db-b92cc564d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:30.978010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.980718 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-264deea9-40ac-4330-9c8d-bc8869e0cf0a None None] Provisioning complete for port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:30.981374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-264deea9-40ac-4330-9c8d-bc8869e0cf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:30.990859 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-13630b95-8e28-4598-a4db-b92cc564d124 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.2622826
Apr 08 08:18:31.164719 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-66b6ced2-dece-4ed9-aeb8-7d77d7d82770 req-d5749246-d7e0-4868-8b84-27f72cae752d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 210 time: 0.1720173
Apr 08 08:18:31.238640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-264deea9-40ac-4330-9c8d-bc8869e0cf0a None None] Port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:18:31.285981 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f184a6dc-c8da-4b8d-834e-3aa7216e4af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2648128f-aac8-4a9b-b6a6-bc06b21ba29f', 'code': 200}
Apr 08 08:18:31.375557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:31.382861 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcaf921c-544c-4925-8b89-e06c47f63f85', 'tag': '5f07a16f-c28b-46f7-b6d7-7109c693a85a', 'status': 'completed', 'code': 200}
Apr 08 08:18:31.450556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:31.501610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0cf7aede-f111-4e00-97f8-64e28470c8eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:31.551296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02fe57d-74c1-4e21-ba4a-7db6107e817f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:31.611204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:31.614294 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f5a3674c17a549eb8e3c9c4fda51d1af&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7866962
Apr 08 08:18:31.622554 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-73dba369-3a44-46b9-b884-0954ec3fcbdf tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--434323913&fields=id&tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6 HTTP/1.1" status: 200  len: 267 time: 0.2022483
Apr 08 08:18:31.628843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60706) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:31.672020 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-f9acc22e-009b-4199-974e-94cadf3ca39f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6674089
Apr 08 08:18:31.700460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:31.868183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:31.887755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0aaa4-4829-470b-a814-f26972036ca6 req-d892821e-faf0-4b76-a9af-4105d5e0dcec tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:31.889968 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-52a0aaa4-4829-470b-a814-f26972036ca6 req-d892821e-faf0-4b76-a9af-4105d5e0dcec tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 946 time: 0.6358991
Apr 08 08:18:31.946479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40f01b51-0aa2-49fb-85ba-f7034628b144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:31.960405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b2da6500-24e2-4ea5-98e2-7ae74c2cbfdc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:32.220256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97515-c99d-4511-8e94-9b5b08302940 req-e7344a94-fa88-477c-afb5-d9f4137877e7 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:32.228888 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-e7344a94-fa88-477c-afb5-d9f4137877e7 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 810 time: 0.5617669
Apr 08 08:18:32.252094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4db72-e1e9-419c-b660-61990ef15962 req-39635ccb-f2a1-47a7-b25a-f9351293e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:32.254240 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-67b4db72-e1e9-419c-b660-61990ef15962 req-39635ccb-f2a1-47a7-b25a-f9351293e2d9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 1099 time: 0.5639207
Apr 08 08:18:32.267648 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-2c60e504-9c08-4a69-b587-3cc04b2dd80b service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5746720
Apr 08 08:18:32.325683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40f01b51-0aa2-49fb-85ba-f7034628b144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:32.333051 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-b81e5066-38bb-4c35-98f5-b8e2a7c60632 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/quotas/726289ca2e5b4c9f9a58af78b0ee30d6 HTTP/1.1" status: 200  len: 375 time: 0.1026227
Apr 08 08:18:32.361230 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-52a0aaa4-4829-470b-a814-f26972036ca6 req-84dc17af-39bd-42d6-b7ca-2740a840fd09 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4042346
Apr 08 08:18:32.378659 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Pushing event updated for resources: {'Port': ['ID=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:32.384541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60730) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:32.396297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:32.648446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40f01b51-0aa2-49fb-85ba-f7034628b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:32.652478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:32.678405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:32.686444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8f878b87-42ac-48fd-9a4e-45767c504242 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:32.695906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:32.702385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:32.703126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:32.709348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:32.744055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f01b51-0aa2-49fb-85ba-f7034628b144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02fe57d-74c1-4e21-ba4a-7db6107e817f,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:32.746752 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-67b4db72-e1e9-419c-b660-61990ef15962 req-d0d6c0c6-6a4a-4a7f-89b5-d391203704f8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4746838
Apr 08 08:18:32.750254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40f01b51-0aa2-49fb-85ba-f7034628b144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:32.761777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:32.785529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Usage tracker for resource:security_group_rule and tenant:72e7643aa069413fa9926ff098a8cde5 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:32.799042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:32.803580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40f01b51-0aa2-49fb-85ba-f7034628b144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:32.804772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-40f01b51-0aa2-49fb-85ba-f7034628b144 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d02fe57d-74c1-4e21-ba4a-7db6107e817f HTTP/1.1" status: 204  len: 168 time: 1.1662345
Apr 08 08:18:32.829114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:32.844813 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.2358000
Apr 08 08:18:32.852940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:32.876014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Request body: {'port': {'device_id': '11167e2f-a011-4418-9528-1122649fa9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:32.889571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5784b944-f079-4c85-9e5f-fe2aaeaf8e9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:33.202236 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0600c954-ef4b-4426-99f7-6ed0b0e208b3 req-99e4c0af-1272-4173-8211-72a907bca40a service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9269683
Apr 08 08:18:33.262810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:33.283588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:33.292134 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50a9a28-7b80-43a6-8d7d-978f2cce2d0f,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:33.297343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:33.300443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58307d13-ea3f-4260-940e-4ed2c49f80f1 req-ecba7b83-e237-4f29-80ca-98ef9d7a96dc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:33.302196 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58307d13-ea3f-4260-940e-4ed2c49f80f1 req-ecba7b83-e237-4f29-80ca-98ef9d7a96dc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 932 time: 0.7184713
Apr 08 08:18:33.308453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-00a97515-c99d-4511-8e94-9b5b08302940 req-c4c37e79-9eac-4d01-98e6-902de4abcb3f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Synchronizing usage tracker for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:33.368026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:33.458076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Checking segment: {'id': '61203054-5283-4bd9-b263-86bf1fe8434f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a0bafff7-3b03-4341-b9de-7ccd65d80860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:33.458706 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Network hostable DHCP agents. Network: a0bafff7-3b03-4341-b9de-7ccd65d80860, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:18:33.466262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Transition to ACTIVE for port object 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:33.471252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60746) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:33.526098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:33.527837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:33.551710 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58307d13-ea3f-4260-940e-4ed2c49f80f1 req-846bdc67-7041-4532-8382-533486568e8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2244673
Apr 08 08:18:33.564849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-35752b60-82b5-4cfb-8663-916e2f6f0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:33.567691 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-35752b60-82b5-4cfb-8663-916e2f6f0871 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1096 time: 0.2550540
Apr 08 08:18:33.594852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:33.649830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:33.683475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Usage tracker for resource:security_group_rule and tenant:9b39fda191124f4abf452aa5ae166ea8 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:33.687021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:33.690953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Network a0bafff7-3b03-4341-b9de-7ccd65d80860 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:18:33.707597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:33.774400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, a0bafff7-3b03-4341-b9de-7ccd65d80860) {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:33.788037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d7f39-554d-47b2-8ec0-6e5a3d77c5e7 None None] Network a0bafff7-3b03-4341-b9de-7ccd65d80860 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:18:33.788611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:33.789280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:33.837170 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 6.7350926
Apr 08 08:18:33.844272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-4ef7c838-a0d7-45b3-8466-c4c962e7306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:33.846317 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-4ef7c838-a0d7-45b3-8466-c4c962e7306a service neutron] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 919 time: 0.2631073
Apr 08 08:18:33.947726 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-de21b54d-7c45-422e-bddd-489a9ed0b2c2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 200  len: 217 time: 0.0931578
Apr 08 08:18:34.066423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-b2f4925c-f531-4d5b-975c-26b6587dec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:34.068449 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-b2f4925c-f531-4d5b-975c-26b6587dec0d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.1125023
Apr 08 08:18:34.069327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:34.071742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:34.121361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:34.138303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:34.149874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-00a97515-c99d-4511-8e94-9b5b08302940 req-c4c37e79-9eac-4d01-98e6-902de4abcb3f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Unset dirty status for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:34.163688 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-c4c37e79-9eac-4d01-98e6-902de4abcb3f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&fields=id HTTP/1.1" status: 200  len: 348 time: 1.8292193
Apr 08 08:18:34.222046 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-35ef39b8-7b3a-40ce-a4ee-a6015500334e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1340141
Apr 08 08:18:34.248600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b772fe-0c09-4088-ac32-59cf44b04a7e None None] Network a0bafff7-3b03-4341-b9de-7ccd65d80860 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:18:34.251711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:34.322221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9926895-a540-4d57-a924-78a2989f3c1f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:34.369777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:34.555204 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72e7643aa069413fa9926ff098a8cde5&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1648669
Apr 08 08:18:34.603279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60756) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:34.675271 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-4be05efb-5c55-4c11-9d0e-daf30926a220 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1604939
Apr 08 08:18:34.823249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:34.828432 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c345-828a-4e82-b3db-7fa4838cc103 req-41441581-d64a-4430-bd22-4af5f94492ef tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:34.829844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7133c345-828a-4e82-b3db-7fa4838cc103 req-41441581-d64a-4430-bd22-4af5f94492ef tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Synchronizing usage tracker for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:34.911573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.000527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4ec19509-4377-4220-b704-1fe972038d92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:35.047430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60770) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:35.075000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1336093062-network', 'tenant_id': '609d79f591c0433ba9c67a644cd8dffe'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:35.095531 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9b39fda191124f4abf452aa5ae166ea8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6209662
Apr 08 08:18:35.100716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60774) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:35.105030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:35.115762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ed9126-40a7-4a73-9ae2-53c9b69edb24,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:35.126797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7133c345-828a-4e82-b3db-7fa4838cc103 req-41441581-d64a-4430-bd22-4af5f94492ef tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Unset dirty status for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:35.128277 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7133c345-828a-4e82-b3db-7fa4838cc103 req-41441581-d64a-4430-bd22-4af5f94492ef tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 932 time: 1.3682194
Apr 08 08:18:35.135206 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Usage tracker for resource:network and tenant:609d79f591c0433ba9c67a644cd8dffe is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:35.157898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:35.162423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.162423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.162807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.163141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.163521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.163902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.164279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.164687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.165044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.165459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.165867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.166239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:35.171174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.171984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:35.191649 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-1503514b-56b6-443a-aa39-33fc0ca15915 service neutron] 10.222.0.54 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0051413
Apr 08 08:18:35.196405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:35.205358 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-afe9b548-ed27-4c8f-8a21-3ae9c5aade48 req-a4e4120a-aa6f-4a64-ae9b-77f96fb1bfb2 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5202813
Apr 08 08:18:35.269319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Made reservation on behalf of 609d79f591c0433ba9c67a644cd8dffe for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:35.277498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.293320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7133c345-828a-4e82-b3db-7fa4838cc103 req-90b6d9a2-59af-4838-9d23-60229b8b4da0 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Synchronizing usage tracker for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:security_group {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:35.308178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Attempting to bind port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:35.308552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Attempting to bind port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:35.308954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Attempting to bind port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b on network 6edb44dd-4adc-4625-a337-bd0772923580 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:35.317663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.320894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.341908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b on network 6edb44dd-4adc-4625-a337-bd0772923580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:18:35.342285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Attempting to bind port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b on network 6edb44dd-4adc-4625-a337-bd0772923580 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:35.380067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:35.380449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Checking segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:35.380882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Bound using segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:35.381413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Bound port: 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:35.381843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.391813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:35.404822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Usage tracker for resource:security_group_rule and tenant:609d79f591c0433ba9c67a644cd8dffe is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:35.410799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:35.420894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:35.459878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7133c345-828a-4e82-b3db-7fa4838cc103 req-90b6d9a2-59af-4838-9d23-60229b8b4da0 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Unset dirty status for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:security_group {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:35.461189 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7133c345-828a-4e82-b3db-7fa4838cc103 req-90b6d9a2-59af-4838-9d23-60229b8b4da0 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2919593
Apr 08 08:18:35.470069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-229080dd-57d8-4b09-aeaa-4b1ac787f942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.488637 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-4d954244-3ffa-413a-b13d-7de946e904c7 service neutron] 10.222.0.54 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2610598
Apr 08 08:18:35.589613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-229080dd-57d8-4b09-aeaa-4b1ac787f942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.615864 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:35.641025 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.644182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:35.651297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:35.652452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.661335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 5f07a16f-c28b-46f7-b6d7-7109c693a85a details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:18:35.686077 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-01414997-b3aa-4603-b9aa-e8cf5cee1156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:35.701453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.703937 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.718537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Transition to ACTIVE for port object 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:35.722887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.730118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96efc2ce-5c9b-41d7-95b5-cb40645be949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:35.824610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:18:35.867524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd98c91b-7abf-4890-b260-6f37494e8f51,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:35.879529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:35.880956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.881777 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Added segment aa3dc095-46e5-4a82-a192-b2f3f16336cc of type vlan for network c53dabf4-8cb9-4475-898f-c3fc6c765da2
Apr 08 08:18:35.916765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9926895-a540-4d57-a924-78a2989f3c1f,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:35.938943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.949303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.953394 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9926895-a540-4d57-a924-78a2989f3c1f HTTP/1.1" status: 204  len: 168 time: 1.3360753
Apr 08 08:18:35.953394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:35.955537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcecf00-58d8-4fe4-a845-966219edcfce req-135263ac-09b4-40dc-9f46-393e9a8c4d5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:35.957107 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dfcecf00-58d8-4fe4-a845-966219edcfce req-135263ac-09b4-40dc-9f46-393e9a8c4d5c tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 946 time: 0.2328970
Apr 08 08:18:36.002902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.014624 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dfcecf00-58d8-4fe4-a845-966219edcfce req-b0997265-00bf-47a4-81b3-625fa85eb656 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456269
Apr 08 08:18:36.014871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.015345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.015767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.016154 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.016555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.016948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.017818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.017818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.018117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.018475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.018853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:36.037544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:36.039483 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:36.040470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:36.046602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:36.053902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-784acfcc-73c9-4e7d-90c5-ae6c12e9fe44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:36.059018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11a3fa0f-044c-49d0-82cd-8847bc3bff04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:36.565234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-229080dd-57d8-4b09-aeaa-4b1ac787f942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:36.567109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 5f07a16f-c28b-46f7-b6d7-7109c693a85a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:36.600494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '5f07a16f-c28b-46f7-b6d7-7109c693a85a', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'port_id': '5f07a16f-c28b-46f7-b6d7-7109c693a85a', 'mac_address': 'fa:16:3e:7c:ef:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:18:36.656329 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5957770
Apr 08 08:18:36.759807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:36.763113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f07a16f-c28b-46f7-b6d7-7109c693a85a {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:36.772460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Pushing event updated for resources: {'Network': ['ID=c53dabf4-8cb9-4475-898f-c3fc6c765da2,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:36.776930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60804) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:36.792882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network c53dabf4-8cb9-4475-898f-c3fc6c765da2 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:18:36.799164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:36.811103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Request body: {'subnet': {'network_id': 'c53dabf4-8cb9-4475-898f-c3fc6c765da2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1336093062-subnet', 'tenant_id': '609d79f591c0433ba9c67a644cd8dffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:36.832970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:36.841029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Usage tracker for resource:subnet and tenant:609d79f591c0433ba9c67a644cd8dffe is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:36.848542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:36.860782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:36.940222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 5f07a16f-c28b-46f7-b6d7-7109c693a85a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:36.945062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-229080dd-57d8-4b09-aeaa-4b1ac787f942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:36.947103 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-229080dd-57d8-4b09-aeaa-4b1ac787f942 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/10ed9126-40a7-4a73-9ae2-53c9b69edb24 HTTP/1.1" status: 204  len: 168 time: 1.8421299
Apr 08 08:18:36.961202 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0f765531-82a7-433f-b530-f0ea9581ef2c req-f3663835-1e68-44a3-b401-dbc8103ce752 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 210 time: 0.3591413
Apr 08 08:18:36.973279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fabd4-3f1e-4a8b-a705-f58dd0563041 req-db5b1056-aa9b-4e75-a040-63a151902817 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:36.975109 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-062fabd4-3f1e-4a8b-a705-f58dd0563041 req-db5b1056-aa9b-4e75-a040-63a151902817 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.3255293
Apr 08 08:18:36.980827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:37.075686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:37.095038 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:37.135774 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-062fabd4-3f1e-4a8b-a705-f58dd0563041 req-48e81be4-025d-4d9c-bf30-4fbb05bbbd2f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Synchronizing usage tracker for tenant:d518367a337a4834b816d5ba592151f7 on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:37.214123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-062fabd4-3f1e-4a8b-a705-f58dd0563041 req-48e81be4-025d-4d9c-bf30-4fbb05bbbd2f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Unset dirty status for tenant:d518367a337a4834b816d5ba592151f7 on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:37.221831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-062fabd4-3f1e-4a8b-a705-f58dd0563041 req-48e81be4-025d-4d9c-bf30-4fbb05bbbd2f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2298870
Apr 08 08:18:37.285997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60816) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:37.326402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:37.328333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:37.332396 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:37.334692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] 10.222.0.48 "PUT /v2.0/ports/07ec2a84-13b3-4f42-a471-c1bfa38a9b9b HTTP/1.1" status: 200  len: 1094 time: 6.7009506
Apr 08 08:18:37.336293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Made reservation on behalf of 609d79f591c0433ba9c67a644cd8dffe for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:37.355123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:37.366557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['5f07a16f-c28b-46f7-b6d7-7109c693a85a'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:18:37.440439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:37.445309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Usage tracker for resource:security_group_rule and tenant:96bb38df430d4c4c93ec04b85eb37e61 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:37.467373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:37.474852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:37.486932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:37.539131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=5f07a16f-c28b-46f7-b6d7-7109c693a85a,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:37.549005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:37.735918 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:37.743108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:37.759539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:37.855252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08405c9-73f0-4093-a32f-2620799ab827,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:37.873930 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=96bb38df430d4c4c93ec04b85eb37e61&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5829575
Apr 08 08:18:37.873930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:37.883282 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 60834) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:37.965210 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'status': 'completed', 'code': 200}
Apr 08 08:18:38.148020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Pushing event updated for resources: {'Port': ['ID=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:38.155921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a476da8f-7415-4872-a38f-17a5c6e46376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:38.203406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.149s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:38.256787 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e896e55f-9307-4941-9ebd-caeebfe02905 req-66dbf414-4826-4c78-88c3-ccbcfbd94335 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 210 time: 0.0574794
Apr 08 08:18:38.296248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a476da8f-7415-4872-a38f-17a5c6e46376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:38.297103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.255s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:38.297640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:38.323098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.727s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:38.328487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97515-c99d-4511-8e94-9b5b08302940 req-5d939e6d-7e44-4c19-9464-e0f7a3e2eef0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:38.330290 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-5d939e6d-7e44-4c19-9464-e0f7a3e2eef0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 810 time: 0.4447765
Apr 08 08:18:38.387130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229080dd-57d8-4b09-aeaa-4b1ac787f942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ed9126-40a7-4a73-9ae2-53c9b69edb24,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:38.399430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Attempting to bind port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:38.399906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Attempting to bind port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:38.400364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Attempting to bind port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b on network 94a6b48a-d678-4757-a7cc-42afe5a9124a {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:38.402048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a476da8f-7415-4872-a38f-17a5c6e46376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:38.407166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-229080dd-57d8-4b09-aeaa-4b1ac787f942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:38.409378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b on network 94a6b48a-d678-4757-a7cc-42afe5a9124a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:18:38.409900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Attempting to bind port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b on network 94a6b48a-d678-4757-a7cc-42afe5a9124a {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:38.413631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ffad07a1-6641-4472-a6e8-cc3035137cfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:38.427828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:38.428205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Checking segment: {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:38.428631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Bound using segment: {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:38.429127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Bound port: 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360ba1a8-49ab-43c6-9c8b-e3793d1529f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:38.429517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:38.448602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476da8f-7415-4872-a38f-17a5c6e46376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08405c9-73f0-4093-a32f-2620799ab827,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:38.462453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a476da8f-7415-4872-a38f-17a5c6e46376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:38.470329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a476da8f-7415-4872-a38f-17a5c6e46376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:38.474641 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a476da8f-7415-4872-a38f-17a5c6e46376 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e08405c9-73f0-4093-a32f-2620799ab827 HTTP/1.1" status: 204  len: 168 time: 0.5562389
Apr 08 08:18:38.552787 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-6c382c61-4376-4bea-9558-b9ed41fed225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:38.555580 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-6c382c61-4376-4bea-9558-b9ed41fed225 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 1097 time: 0.6908102
Apr 08 08:18:38.606665 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-69984a5d-95d8-40b4-846f-db5ded73e030 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6 HTTP/1.1" status: 200  len: 5704 time: 0.2246742
Apr 08 08:18:38.618772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'port': {'device_id': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'admin_state_up': True, 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'security_groups': ['bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e']}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:38.700184 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-530164df-57fc-49a0-b2eb-4a3b301ff0da service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b HTTP/1.1" status: 200  len: 217 time: 0.1112578
Apr 08 08:18:38.761393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f947492-dfa3-449c-bb89-45544e5cf24e req-ca66032f-a0df-4d49-872b-d9a36f1c9091 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:38.766933 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7f947492-dfa3-449c-bb89-45544e5cf24e req-ca66032f-a0df-4d49-872b-d9a36f1c9091 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.2795706
Apr 08 08:18:38.802041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eac76-bdbe-4661-a7ec-23dfe72ef456 req-6bc632b3-f8b4-42f9-bbd1-320721584ed9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:38.804292 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-429eac76-bdbe-4661-a7ec-23dfe72ef456 req-6bc632b3-f8b4-42f9-bbd1-320721584ed9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 944 time: 1.4955719
Apr 08 08:18:38.829992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] For port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:38.840592 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7f947492-dfa3-449c-bb89-45544e5cf24e req-afbfe0e1-a141-403e-a9f8-2221402576b1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0561032
Apr 08 08:18:38.883454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] For port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:38.902076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:38.909695 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-429eac76-bdbe-4661-a7ec-23dfe72ef456 req-5293c4a5-b0bc-4b94-b744-b51ab802be6b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930488
Apr 08 08:18:38.945157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:38.945466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:38.968981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:38.996156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Made reservation on behalf of 726289ca2e5b4c9f9a58af78b0ee30d6 for: {'port': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:39.008031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:39.034188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-7512fdb7-2c10-4f4a-abaa-620eacf15f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:39.035812 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-7512fdb7-2c10-4f4a-abaa-620eacf15f15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.2963104
Apr 08 08:18:39.301397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Pushing event updated for resources: {'Port': ['ID=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:39.316265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:39.387746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Allocated IP 172.20.0.13 (11712076-69ce-4aa6-a011-1247e6075ee7/619ccc2b-4efb-48f9-b46c-a8aff86efa6a/823d7511-9fe3-4483-bf2b-20c8e9988920) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:39.445242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b3911b73-3622-479a-aa6f-4575da6dd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:39.446973 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-b3911b73-3622-479a-aa6f-4575da6dd185 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3400569
Apr 08 08:18:39.654999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:39.655701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:39.657548 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] 10.222.0.48 "PUT /v2.0/ports/40e70547-35ed-4e47-b8ae-70bf1ecdbe9b HTTP/1.1" status: 200  len: 1094 time: 6.7872958
Apr 08 08:18:39.666957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 5f07a16f-c28b-46f7-b6d7-7109c693a85a up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:39.762074 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a46d5b0-567d-4aa2-820a-fec71c7f28f2 req-480c63f3-ddb9-4324-a6ed-6d7fdd14bf4f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 210 time: 0.2008858
Apr 08 08:18:39.835614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 5f07a16f-c28b-46f7-b6d7-7109c693a85a completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:39.842699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 5f07a16f-c28b-46f7-b6d7-7109c693a85a triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:39.843581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:39.892178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:39.941692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Transition to ACTIVE for port object 823d7511-9fe3-4483-bf2b-20c8e9988920 will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:39.956426 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-5be2cae4-1e68-45a8-8a19-eb6724f98e68 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4977148
Apr 08 08:18:39.970788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11167e2f-a011-4418-9528-1122649fa9aa', 'tag': '40e70547-35ed-4e47-b8ae-70bf1ecdbe9b'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:40.000166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:40.074609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-4315185b-46bb-4574-86a1-84324f7ad0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:40.076448 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-4315185b-46bb-4574-86a1-84324f7ad0f6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 1097 time: 0.3073196
Apr 08 08:18:40.158690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:40.176963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaf921c-544c-4925-8b89-e06c47f63f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07a16f-c28b-46f7-b6d7-7109c693a85a'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:40.218691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 5f07a16f-c28b-46f7-b6d7-7109c693a85a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:40.229991 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:40.232168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:40.235786 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:40.319297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Network 11712076-69ce-4aa6-a011-1247e6075ee7 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:40.324512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:40.347694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:40.355386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:40.356042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:40.375171 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-022e201e-d10c-43e5-9891-815469ea506f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b HTTP/1.1" status: 200  len: 217 time: 0.2234180
Apr 08 08:18:40.534807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=5f07a16f-c28b-46f7-b6d7-7109c693a85a,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:40.552976 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9396472
Apr 08 08:18:40.565044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.565730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.566402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.567586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.568236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.569106 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.569848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.570518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.571171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.571833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.572484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.573139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:18:40.581327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:40.589093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:40.592860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'Port': ['ID=823d7511-9fe3-4483-bf2b-20c8e9988920,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:40.619112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Request body: {'port': {'device_id': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:40.696188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:40.807271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-4e2f4fc9-3e12-4cba-a189-3c0a36c25380 None None] Provisioning for port 823d7511-9fe3-4483-bf2b-20c8e9988920 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:40.829239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-4e2f4fc9-3e12-4cba-a189-3c0a36c25380 None None] Provisioning complete for port 823d7511-9fe3-4483-bf2b-20c8e9988920 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:40.830138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4fc9-3e12-4cba-a189-3c0a36c25380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:40.843970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244dfd7-5d2a-4efc-867a-c474b05b1d65 req-126a17e8-426e-4226-8e7c-6189ab38f411 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:40.854616 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3244dfd7-5d2a-4efc-867a-c474b05b1d65 req-126a17e8-426e-4226-8e7c-6189ab38f411 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 944 time: 0.4621074
Apr 08 08:18:40.882488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:40.954182 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3244dfd7-5d2a-4efc-867a-c474b05b1d65 req-cf558375-3b62-42c3-a10d-b7a42b814652 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984185
Apr 08 08:18:41.116122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f4fc9-3e12-4cba-a189-3c0a36c25380 None None] Port 823d7511-9fe3-4483-bf2b-20c8e9988920 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:18:41.172195 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11167e2f-a011-4418-9528-1122649fa9aa', 'tag': '40e70547-35ed-4e47-b8ae-70bf1ecdbe9b', 'status': 'completed', 'code': 200}
Apr 08 08:18:41.179937 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:41.192340 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcaf921c-544c-4925-8b89-e06c47f63f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f07a16f-c28b-46f7-b6d7-7109c693a85a', 'code': 200}
Apr 08 08:18:41.212676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-2a94ad26-8c60-43d0-892e-62882c668ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:41.214338 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-2a94ad26-8c60-43d0-892e-62882c668ab4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.7824805
Apr 08 08:18:41.216612 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9caa8512-98a9-4f70-96b1-07722bd783d7 req-1daa2ca5-8a8e-481c-89c4-e0366dca4c70 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2397599
Apr 08 08:18:41.338455 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-614f9664-660d-4469-af8d-b223f3dec10d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1022248
Apr 08 08:18:41.375098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70545e37-cff7-46fc-a92a-1b9e65763951 req-5f6c9a50-9929-4c3f-afb7-6a7115bab7e3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:41.408801 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-70545e37-cff7-46fc-a92a-1b9e65763951 req-5f6c9a50-9929-4c3f-afb7-6a7115bab7e3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 1.2629173
Apr 08 08:18:41.456308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbaa88af-0174-4cdc-a0b3-7b6a126d3c5d,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:41.472844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:41.743747 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-1579fae7-a2cf-458e-91f6-6f64e28977a5 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2927928
Apr 08 08:18:41.839469 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-70545e37-cff7-46fc-a92a-1b9e65763951 req-11ad0c0c-f1ff-4c10-b0a2-54ce1d7186cd tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4290748
Apr 08 08:18:41.954295 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Checking segment: {'id': 'aa3dc095-46e5-4a82-a192-b2f3f16336cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'c53dabf4-8cb9-4475-898f-c3fc6c765da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:41.954982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Network hostable DHCP agents. Network: c53dabf4-8cb9-4475-898f-c3fc6c765da2, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:18:42.031158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Network c53dabf4-8cb9-4475-898f-c3fc6c765da2 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:18:42.047775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-4975ac78-ef9e-41a1-9b58-e380587ac85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:42.050055 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-4975ac78-ef9e-41a1-9b58-e380587ac85d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 1097 time: 0.6098807
Apr 08 08:18:42.066494 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01251af1-545e-4d7b-a4ac-23001f063a86 req-b128c423-0507-4bd4-9497-bae9997a4d98 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3065355
Apr 08 08:18:42.093853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, c53dabf4-8cb9-4475-898f-c3fc6c765da2) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:42.099770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:42.100769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:42.109580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8810f1e-9ee9-45ca-a876-18e9808da09d None None] Network c53dabf4-8cb9-4475-898f-c3fc6c765da2 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:18:42.208898 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d4985ade-f49a-4c36-966f-6e1c967ad449 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 5.4305677
Apr 08 08:18:42.256882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 60980) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:42.548342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c82d32-3bc9-414b-8e1c-5d377e671b93 req-4c6e9f9f-c812-4fca-ac3a-4474215b5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:42.549998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-c9b1707c-37c8-46b9-8f1b-3a4984de318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:42.550167 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-29c82d32-3bc9-414b-8e1c-5d377e671b93 req-4c6e9f9f-c812-4fca-ac3a-4474215b5a1d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1098 time: 0.6559529
Apr 08 08:18:42.553934 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-c9b1707c-37c8-46b9-8f1b-3a4984de318f service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.4928112
Apr 08 08:18:42.581942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e41a56-2d9d-4d99-b11f-ee93cbc57a89 req-fefd8ca8-0209-4eb3-ad57-6a1e62350daa tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:42.582868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b2e41a56-2d9d-4d99-b11f-ee93cbc57a89 req-fefd8ca8-0209-4eb3-ad57-6a1e62350daa tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Synchronizing usage tracker for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:42.615386 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-29c82d32-3bc9-414b-8e1c-5d377e671b93 req-cadcac3e-7c26-4a31-a370-61296f3ec46b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430701
Apr 08 08:18:42.635877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b2e41a56-2d9d-4d99-b11f-ee93cbc57a89 req-fefd8ca8-0209-4eb3-ad57-6a1e62350daa tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Unset dirty status for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:42.637172 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2e41a56-2d9d-4d99-b11f-ee93cbc57a89 req-fefd8ca8-0209-4eb3-ad57-6a1e62350daa tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 932 time: 0.5963972
Apr 08 08:18:42.770743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad6dd-d444-421d-80a1-a0ca8b01941d req-bf36e599-b13a-40fe-b70e-5e7b1be7712a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:42.782268 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2e41a56-2d9d-4d99-b11f-ee93cbc57a89 req-8e51bcc5-d9bc-46b9-8499-eecbbb7f4444 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731127
Apr 08 08:18:42.785215 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0edad6dd-d444-421d-80a1-a0ca8b01941d req-bf36e599-b13a-40fe-b70e-5e7b1be7712a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 944 time: 0.5888076
Apr 08 08:18:42.788093 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-56342d9b-0521-4a7d-8b31-d766a75109f9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b HTTP/1.1" status: 200  len: 217 time: 0.2166772
Apr 08 08:18:42.791616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-f3fc10d5-8cac-4125-a979-2afa562130fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:42.796533 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-f3fc10d5-8cac-4125-a979-2afa562130fc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 1097 time: 0.6564715
Apr 08 08:18:42.801740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 823d7511-9fe3-4483-bf2b-20c8e9988920 {{(pid=84307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:42.823045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:42.859148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Transition to ACTIVE for port object 823d7511-9fe3-4483-bf2b-20c8e9988920 will not be triggered until provisioned by entity L2. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:42.868742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:42.908645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-47e211b7-e4bf-45b7-bf52-f5faea717cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:42.942999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9a55b-171f-41b1-a5fd-aea2c50a18db None None] Network c53dabf4-8cb9-4475-898f-c3fc6c765da2 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:18:43.010835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Pushing event updated for resources: {'Port': ['ID=823d7511-9fe3-4483-bf2b-20c8e9988920,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:43.016983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:43.077143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:43.136650 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0edad6dd-d444-421d-80a1-a0ca8b01941d req-add4f2b5-c80e-4078-8a93-6ca33cd27d34 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3504145
Apr 08 08:18:43.279301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:43.320363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Usage tracker for resource:security_group_rule and tenant:753b9ae273884e9db33e64251631c4a8 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:43.339090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:43.369793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-dfa7e776-d3c3-47c9-bf4d-185c98a4543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:43.373757 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-dfa7e776-d3c3-47c9-bf4d-185c98a4543b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.5526650
Apr 08 08:18:43.376938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:43.517923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-3f2fe5b7-c2c6-4d25-8659-1771c8ec89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:43.519957 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-3f2fe5b7-c2c6-4d25-8659-1771c8ec89ea service neutron] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 919 time: 0.6867490
Apr 08 08:18:43.598100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Attempting to bind port 823d7511-9fe3-4483-bf2b-20c8e9988920 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:43.598912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Attempting to bind port 823d7511-9fe3-4483-bf2b-20c8e9988920 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'}] {{(pid=84307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:43.598912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Attempting to bind port 823d7511-9fe3-4483-bf2b-20c8e9988920 on network 11712076-69ce-4aa6-a011-1247e6075ee7 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:43.635508 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-fd5ac69d-5a58-4305-984e-9f023406b628 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b HTTP/1.1" status: 200  len: 217 time: 0.1003187
Apr 08 08:18:43.646660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Port 823d7511-9fe3-4483-bf2b-20c8e9988920 on network 11712076-69ce-4aa6-a011-1247e6075ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:18:43.647094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Attempting to bind port 823d7511-9fe3-4483-bf2b-20c8e9988920 on network 11712076-69ce-4aa6-a011-1247e6075ee7 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:43.661516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:43.662121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Checking segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:43.662679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Bound using segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:43.664264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Bound port: 823d7511-9fe3-4483-bf2b-20c8e9988920, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'}}] {{(pid=84307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:43.664751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:43.722914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:18:43.737199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-e396dacd-1159-474c-9ddb-43d03101cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:43.739008 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-e396dacd-1159-474c-9ddb-43d03101cc99 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3547747
Apr 08 08:18:43.844609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-7d20650c-4935-40fb-84ca-a6e42ebb4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:43.846338 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-7d20650c-4935-40fb-84ca-a6e42ebb4c00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.1859617
Apr 08 08:18:43.857684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] For port 823d7511-9fe3-4483-bf2b-20c8e9988920, host hv-cinder-76111, cleared binding levels {{(pid=84307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:43.861372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] For port 823d7511-9fe3-4483-bf2b-20c8e9988920, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=823d7511-9fe3-4483-bf2b-20c8e9988920,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:43.869681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:44.019438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:44.025762 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-7c3757d3-6f44-4305-84d5-0a617215f7e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1135643
Apr 08 08:18:44.029919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:44.075000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6c476047-fe67-4dcb-813b-048a1e6f1929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:44.094151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:44.110803 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=753b9ae273884e9db33e64251631c4a8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8510697
Apr 08 08:18:44.145385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 32778) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:44.198265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b3064-5e28-447b-ad06-f2ebe3615f71 req-e8eba5a3-a273-473f-abd4-6e6eb2cf6b3a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:44.220285 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1e4b3064-5e28-447b-ad06-f2ebe3615f71 req-e8eba5a3-a273-473f-abd4-6e6eb2cf6b3a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.9803188
Apr 08 08:18:44.371469 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-42594f2f-774c-406a-879c-e0a95b1a7d34 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6211329
Apr 08 08:18:44.372654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d4f10-d66d-4413-a584-55456c6970e4,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:44.385568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:44.393143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:44.395261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:44.395707 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] 10.222.0.48 "PUT /v2.0/ports/823d7511-9fe3-4483-bf2b-20c8e9988920 HTTP/1.1" status: 200  len: 1094 time: 3.8162420
Apr 08 08:18:44.415166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:44.418473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'tag': '823d7511-9fe3-4483-bf2b-20c8e9988920'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:44.474610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'port_id': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'mac_address': 'fa:16:3e:8c:17:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:18:44.494615 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-785b6da4-39bb-42be-8439-be48b5c249ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:44.531046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-785b6da4-39bb-42be-8439-be48b5c249ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:44.615516 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1e4b3064-5e28-447b-ad06-f2ebe3615f71 req-43967085-63c8-4349-aa2c-d7beff1b0285 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3942027
Apr 08 08:18:44.648213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:44.650876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:44.674060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Pushing event updated for resources: {'Port': ['ID=823d7511-9fe3-4483-bf2b-20c8e9988920,revision_number=3']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:44.686920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:44.690189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:44.712324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:44.717386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-acc8b599-b0da-432e-b921-eebae43c4fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:44.832794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97515-c99d-4511-8e94-9b5b08302940 req-98689e3a-e722-4fbc-af5d-848b2c7834a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:44.843106 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-98689e3a-e722-4fbc-af5d-848b2c7834a0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 1097 time: 0.3493767
Apr 08 08:18:44.848623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-785b6da4-39bb-42be-8439-be48b5c249ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:45.032631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f1cd1815-1b7e-405d-806a-f7d39fc06693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:45.039967 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:45.045394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:45.057123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a476da8f-7415-4872-a38f-17a5c6e46376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:45.079091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:18:45.147293 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-e10a5d0d-7498-4c8c-99b8-ab134234710a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823d7511-9fe3-4483-bf2b-20c8e9988920 HTTP/1.1" status: 200  len: 217 time: 0.2764583
Apr 08 08:18:45.148988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b6da4-39bb-42be-8439-be48b5c249ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d4f10-d66d-4413-a584-55456c6970e4,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:45.172707 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-1a3821f8-ea9f-408a-bd0e-7f28028fd7f1 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0985024
Apr 08 08:18:45.176640 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff60084a-ddb4-4dbe-84c0-39ea5d0cfd68 req-9e2fcb86-842d-46a1-ad64-81348fcad5b5 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7893984
Apr 08 08:18:45.333841 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-785b6da4-39bb-42be-8439-be48b5c249ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:45.439524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-785b6da4-39bb-42be-8439-be48b5c249ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:45.441052 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-785b6da4-39bb-42be-8439-be48b5c249ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a73d4f10-d66d-4413-a584-55456c6970e4 HTTP/1.1" status: 204  len: 168 time: 1.2876277
Apr 08 08:18:45.494225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2bad9663-75fc-494d-bbb2-95c6298b8c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:45.496090 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-2bad9663-75fc-494d-bbb2-95c6298b8c35 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.1592498
Apr 08 08:18:45.527350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6197c99-a16e-40cf-bdf2-aaf5744471af req-4afc60d4-9581-4eab-a30e-0809bd5e0287 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:45.530633 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6197c99-a16e-40cf-bdf2-aaf5744471af req-4afc60d4-9581-4eab-a30e-0809bd5e0287 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 944 time: 0.4224946
Apr 08 08:18:45.532247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b9dcf-a42e-4864-aac9-251f3f5f0cbd req-1d499f00-1f25-4e6a-b047-2bc7f367a128 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:45.535323 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-049b9dcf-a42e-4864-aac9-251f3f5f0cbd req-1d499f00-1f25-4e6a-b047-2bc7f367a128 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 944 time: 1.0820403
Apr 08 08:18:45.557776 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1a305b6b-a323-4722-8291-7bca2af43ae3 req-7e0b73f7-d6a6-4166-b7f5-c22204bc0331 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3429985
Apr 08 08:18:45.603933 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-049b9dcf-a42e-4864-aac9-251f3f5f0cbd req-f28673f7-9fd2-4979-8d0d-1e13b1239032 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Synchronizing usage tracker for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:security_group {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:45.634570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-049b9dcf-a42e-4864-aac9-251f3f5f0cbd req-f28673f7-9fd2-4979-8d0d-1e13b1239032 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Unset dirty status for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:security_group {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:45.636609 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-049b9dcf-a42e-4864-aac9-251f3f5f0cbd req-f28673f7-9fd2-4979-8d0d-1e13b1239032 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767267
Apr 08 08:18:45.718775 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6197c99-a16e-40cf-bdf2-aaf5744471af req-6c64575b-34f0-440f-b784-a68f2ff39856 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860915
Apr 08 08:18:45.730968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:18:45.758103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97515-c99d-4511-8e94-9b5b08302940 req-f71812d1-b312-4b01-9ba4-289ff53d1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:45.761618 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-f71812d1-b312-4b01-9ba4-289ff53d1d92 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2512932
Apr 08 08:18:46.010149 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-f7899282-bc48-4331-a8ee-64a525a89df6 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2355115
Apr 08 08:18:46.056867 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'tag': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'status': 'completed', 'code': 200}
Apr 08 08:18:46.068118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 32812) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:46.104142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.117138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:46.137075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:46.149373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '40e70547-35ed-4e47-b8ae-70bf1ecdbe9b', 'network_id': '94a6b48a-d678-4757-a7cc-42afe5a9124a', 'port_id': '40e70547-35ed-4e47-b8ae-70bf1ecdbe9b', 'mac_address': 'fa:16:3e:6d:ba:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:18:46.150138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Usage tracker for resource:security_group_rule and tenant:b334b2b5fdc84ed2a33b66d3f72b9ed7 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:46.165929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:46.211621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:46.227380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.228719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:46.251075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:46.256852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.263851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:46.421341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:46.440952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:46.479749 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00a97515-c99d-4511-8e94-9b5b08302940 req-08f00c3d-05c6-4249-9bbd-aecd888b7c99 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4216118
Apr 08 08:18:46.498953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.503719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403ef28-9087-4323-9e6d-df811dce8d6b req-533c15e5-60b3-4a45-8a96-9cfa2c57f71a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:46.506064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.506975 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a403ef28-9087-4323-9e6d-df811dce8d6b req-533c15e5-60b3-4a45-8a96-9cfa2c57f71a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.4949739
Apr 08 08:18:46.517825 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0e2da6de-d7cb-46a7-a2de-ac7b82831cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:46.562194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['40e70547-35ed-4e47-b8ae-70bf1ecdbe9b'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:18:46.581306 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b334b2b5fdc84ed2a33b66d3f72b9ed7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5109708
Apr 08 08:18:46.582499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 32820) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:46.600095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801cf051-f4ec-4a41-9561-63c71b79c06d,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:46.604895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:46.643750 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a403ef28-9087-4323-9e6d-df811dce8d6b req-a898e2d7-5d78-4c3f-a34a-ed35aa8597f4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1134241
Apr 08 08:18:46.695909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aa999d43-da45-45a0-97b4-582ad1996c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.737540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aa999d43-da45-45a0-97b4-582ad1996c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.843423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aa999d43-da45-45a0-97b4-582ad1996c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.857368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-89422ef1-bca4-4759-b7a4-b627efb24c4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:46.901259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa999d43-da45-45a0-97b4-582ad1996c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801cf051-f4ec-4a41-9561-63c71b79c06d,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:46.908860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aa999d43-da45-45a0-97b4-582ad1996c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:46.916330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aa999d43-da45-45a0-97b4-582ad1996c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:46.923730 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-aa999d43-da45-45a0-97b4-582ad1996c61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/801cf051-f4ec-4a41-9561-63c71b79c06d HTTP/1.1" status: 204  len: 168 time: 0.3400683
Apr 08 08:18:47.135938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abb2ab-6fce-4608-ab2c-a30730b7e084 req-889cdec3-0018-4c17-a6e0-cebaf90bf450 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:47.146392 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-87abb2ab-6fce-4608-ab2c-a30730b7e084 req-889cdec3-0018-4c17-a6e0-cebaf90bf450 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 944 time: 0.1615796
Apr 08 08:18:47.219839 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-87abb2ab-6fce-4608-ab2c-a30730b7e084 req-d0900456-f97f-40a5-a91e-94a27f866635 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723112
Apr 08 08:18:47.273670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-e19ae759-c210-4aef-ad4f-548c0a168309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:47.275456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-e19ae759-c210-4aef-ad4f-548c0a168309 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 1097 time: 0.6293733
Apr 08 08:18:47.432468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97757420-de4e-4900-b793-95710b3df6f8 req-640dea9c-5522-49ca-9d74-647c9f0d4468 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:47.434191 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-97757420-de4e-4900-b793-95710b3df6f8 req-640dea9c-5522-49ca-9d74-647c9f0d4468 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 945 time: 0.4751415
Apr 08 08:18:47.453753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-93013363-ad17-4449-a244-6a9660709a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:47.455348 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-93013363-ad17-4449-a244-6a9660709a54 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 911 time: 0.1708333
Apr 08 08:18:47.568890 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-095c0558-bca9-421b-86ac-b8519028d29f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823d7511-9fe3-4483-bf2b-20c8e9988920 HTTP/1.1" status: 200  len: 217 time: 0.0966249
Apr 08 08:18:47.575105 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-97757420-de4e-4900-b793-95710b3df6f8 req-c3a36115-541b-4490-955f-3b0aade51350 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183763
Apr 08 08:18:47.697513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-1e3d5863-6f32-4fb9-b5e9-ba9d76755a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:47.699176 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-1e3d5863-6f32-4fb9-b5e9-ba9d76755a28 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.1226017
Apr 08 08:18:47.753624 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:47.769310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-1e29d53f-24fe-40f5-be2e-731e428c1b29 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:47.782998 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-1e29d53f-24fe-40f5-be2e-731e428c1b29 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 815 time: 0.3121579
Apr 08 08:18:47.822878 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-aedaa72c-e129-4f71-b0ad-b79360e152eb tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/quotas/133fc72324744e6a84122cfefb171fab HTTP/1.1" status: 200  len: 375 time: 0.0356963
Apr 08 08:18:47.929599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:47.948428 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:47.948942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:47.981129 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-4ec13678-9949-4b92-a541-f0bea6073eb8 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1451018
Apr 08 08:18:48.134842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-24f9fe3d-59fb-41f2-a3d0-6bc81c029d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:48.140016 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-24f9fe3d-59fb-41f2-a3d0-6bc81c029d7c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4271722
Apr 08 08:18:48.157165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:48.164164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:48.196219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:48.214383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5e9c52f2-85c0-441e-be35-0e1adb66939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:48.230558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:48.236466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:48.239741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-acc8b599-b0da-432e-b921-eebae43c4fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:48.331175 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-1e31f046-0628-4686-8637-882c1a2ac007 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3282609
Apr 08 08:18:48.347263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:18:48.394359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:48.408443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:48.414239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d2451-6ea9-4a90-b13f-adaa289a7e91 req-d66aeec2-a49c-40ec-aac2-047733bc5cb1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:48.422772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-422d2451-6ea9-4a90-b13f-adaa289a7e91 req-d66aeec2-a49c-40ec-aac2-047733bc5cb1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.6072984
Apr 08 08:18:48.458264 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-422d2451-6ea9-4a90-b13f-adaa289a7e91 req-ed78bb51-5325-456b-8173-8f8909608e1a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0341430
Apr 08 08:18:48.513745 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-ab6cfcdd-fba9-43ef-9d24-51efda3aefaa service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3580391
Apr 08 08:18:48.588182 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d795986b-f8e7-4b15-85b6-560366a70a0e service neutron] 10.222.0.54 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558033
Apr 08 08:18:48.637092 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'code': 200}
Apr 08 08:18:48.835665 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-259c2e78-0386-45ad-9192-70655f64a40a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1612318
Apr 08 08:18:49.301534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a453f3-c46e-43eb-9ac7-d228f6c8a152 req-1ea15f53-2a78-41a2-993d-12f12d92109b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:49.302716 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64a453f3-c46e-43eb-9ac7-d228f6c8a152 req-1ea15f53-2a78-41a2-993d-12f12d92109b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 1099 time: 0.2134824
Apr 08 08:18:49.366709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-b9564c34-da4a-48a2-adee-6cdcea2ea0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:49.368413 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-b9564c34-da4a-48a2-adee-6cdcea2ea0da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=8bc5826b57c64c4eb4fad2a4d00f497a&device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 1099 time: 0.3661511
Apr 08 08:18:49.374217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:49.407679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-64a453f3-c46e-43eb-9ac7-d228f6c8a152 req-b29aca75-d977-410a-9611-9ff91c0136de service neutron] Synchronizing usage tracker for tenant:e84619d31c3a4a03a32d208f3e655171 on resource:security_group {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:49.469749 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e25c2ae1-a276-4675-a7ab-1233fac90258 req-613a65f1-3cf5-460c-acc4-ebf7c2cf50ed service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9499032
Apr 08 08:18:49.566139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27017fb9-7589-44cd-bb31-709e8a41892b req-acdbd8ec-55de-4230-8acc-3512946e541b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:49.566139 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27017fb9-7589-44cd-bb31-709e8a41892b req-acdbd8ec-55de-4230-8acc-3512946e541b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 944 time: 0.6341550
Apr 08 08:18:49.580152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-ba57a666-b5d3-41d9-b2b2-7bd6b938637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:49.582351 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-ba57a666-b5d3-41d9-b2b2-7bd6b938637c service neutron] 10.222.0.48 "GET /v2.0/networks?id=b59a2423-9c84-4421-b1de-30059648dc99 HTTP/1.1" status: 200  len: 911 time: 0.1698675
Apr 08 08:18:49.594075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a66210-1d81-4276-8ada-34bebef9cc38 req-93ef7da1-a158-4d6d-ad70-86cf54389b99 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:49.602663 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-81a66210-1d81-4276-8ada-34bebef9cc38 req-93ef7da1-a158-4d6d-ad70-86cf54389b99 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 945 time: 0.4509513
Apr 08 08:18:49.684649 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27017fb9-7589-44cd-bb31-709e8a41892b req-b27f4cfb-47f5-4d61-9f4a-d91bf7952b27 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1148961
Apr 08 08:18:49.757421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 823d7511-9fe3-4483-bf2b-20c8e9988920 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:18:49.838551 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-81a66210-1d81-4276-8ada-34bebef9cc38 req-08231353-3bc3-424d-9487-d7028f9c5309 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2351959
Apr 08 08:18:49.840185 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-d95b972b-b673-4512-8641-00d5ecaea690 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2648128f-aac8-4a9b-b6a6-bc06b21ba29f HTTP/1.1" status: 200  len: 217 time: 0.2334106
Apr 08 08:18:50.022968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:50.055279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-64a453f3-c46e-43eb-9ac7-d228f6c8a152 req-b29aca75-d977-410a-9611-9ff91c0136de service neutron] Unset dirty status for tenant:e84619d31c3a4a03a32d208f3e655171 on resource:security_group {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:50.057278 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64a453f3-c46e-43eb-9ac7-d228f6c8a152 req-b29aca75-d977-410a-9611-9ff91c0136de service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.7426991
Apr 08 08:18:50.066833 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f3bfc9e1-dbd1-493e-b54e-31402e096723 req-41ab2b62-fe7f-4f2c-9797-059ef980fd8e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 210 time: 0.2029941
Apr 08 08:18:50.224229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:50.228678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:50.247790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:50.248515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:50.299439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-d598aed1-0fc7-44d7-84f2-8b74983c95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:50.302339 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-d598aed1-0fc7-44d7-84f2-8b74983c95c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c073b829-54a6-4759-8b65-b101457631f1 HTTP/1.1" status: 200  len: 850 time: 0.4376347
Apr 08 08:18:50.340708 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 823d7511-9fe3-4483-bf2b-20c8e9988920, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=823d7511-9fe3-4483-bf2b-20c8e9988920,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:50.367373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'port_id': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'mac_address': 'fa:16:3e:e5:e6:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:18:50.425108 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-4f65ec5d-a8fa-4bbc-8b14-1ac50771489f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b59a2423-9c84-4421-b1de-30059648dc99&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0946128
Apr 08 08:18:50.442582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0133d1-e616-4a00-9b2e-54d2ff4094bc req-494467e6-617e-4e19-9037-ca282d4c943e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:50.445031 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7e0133d1-e616-4a00-9b2e-54d2ff4094bc req-494467e6-617e-4e19-9037-ca282d4c943e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.3169880
Apr 08 08:18:50.520544 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7e0133d1-e616-4a00-9b2e-54d2ff4094bc req-0dfeb2b6-2392-4294-89cf-6a55aeeb7488 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0467274
Apr 08 08:18:50.694073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:50.695421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 823d7511-9fe3-4483-bf2b-20c8e9988920 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:50.728344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:50.738580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 823d7511-9fe3-4483-bf2b-20c8e9988920, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=823d7511-9fe3-4483-bf2b-20c8e9988920,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:50.741035 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-900ebe01-c6b4-4800-8fa5-f23ddbba4111 service neutron] 10.222.0.48 "GET /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2950702
Apr 08 08:18:50.745917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11167e2f-a011-4418-9528-1122649fa9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e70547-35ed-4e47-b8ae-70bf1ecdbe9b'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:50.760865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:50.773689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-02059f3b-58f2-4571-b879-8c2a0e298cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:50.827918 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:50.830753 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11167e2f-a011-4418-9528-1122649fa9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e70547-35ed-4e47-b8ae-70bf1ecdbe9b', 'code': 200}
Apr 08 08:18:50.838676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:50.976462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=823d7511-9fe3-4483-bf2b-20c8e9988920,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:50.989903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:50.995194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:51.028909 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aee3f80c-6c04-44e0-b901-cb6fa3c234c6 req-0d1c9158-ea1c-40a0-860e-298509e2b108 service neutron] 10.222.0.48 "GET /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2787766
Apr 08 08:18:51.155361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b327857d-2fdf-4ccc-b9cf-71bce95c9922 req-d6095a74-cd8c-4ad3-93a4-0c859cefcd23 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:51.157235 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b327857d-2fdf-4ccc-b9cf-71bce95c9922 req-d6095a74-cd8c-4ad3-93a4-0c859cefcd23 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 945 time: 0.2575672
Apr 08 08:18:51.212223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:51.221056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:51.227615 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b327857d-2fdf-4ccc-b9cf-71bce95c9922 req-384829c2-c425-4706-b2fe-cdd49a7a0f76 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631592
Apr 08 08:18:51.383946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647350a-14ca-4af0-ac66-7453374e70cf req-44b24b17-3e8b-43ff-b9ca-d34ff72b12dd tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:51.386998 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1647350a-14ca-4af0-ac66-7453374e70cf req-44b24b17-3e8b-43ff-b9ca-d34ff72b12dd tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2868869
Apr 08 08:18:51.412495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['823d7511-9fe3-4483-bf2b-20c8e9988920'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:18:51.602398 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6a4af62b-3a01-4202-a633-5793e75a2995 req-92a52597-535e-477a-96bd-259d423fe943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 210 time: 0.1060777
Apr 08 08:18:51.615312 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1647350a-14ca-4af0-ac66-7453374e70cf req-0adbf5cc-c3f3-4b3c-87f2-3ff8ff9272b9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705750
Apr 08 08:18:52.036463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e9f67-ba3a-4872-b3cd-51208331082b req-3c03fb40-4fd0-47f4-aa5c-cc5982d58b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:52.039492 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-059e9f67-ba3a-4872-b3cd-51208331082b req-3c03fb40-4fd0-47f4-aa5c-cc5982d58b14 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 1099 time: 0.6502490
Apr 08 08:18:52.051865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af1da27-b55d-4615-be39-b168f9595376 req-e0b6898f-3270-40c8-8396-6c549bc32e17 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:52.053577 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0af1da27-b55d-4615-be39-b168f9595376 req-e0b6898f-3270-40c8-8396-6c549bc32e17 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1983731
Apr 08 08:18:52.118731 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0af1da27-b55d-4615-be39-b168f9595376 req-15a70bfe-9701-44c4-9251-3f52a43f4a89 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429630
Apr 08 08:18:52.130595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-f93dec81-8ecd-40aa-bebd-217d4d8c350a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:52.132462 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-f93dec81-8ecd-40aa-bebd-217d4d8c350a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 815 time: 0.5243480
Apr 08 08:18:52.135346 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-059e9f67-ba3a-4872-b3cd-51208331082b req-f0c489aa-7e74-4705-b84a-85caf1ff9ace service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693886
Apr 08 08:18:52.209854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Request body: {'port': {'device_id': 'd3f100aa-e647-45d5-8da5-6c54349b7c39', 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'admin_state_up': True, 'tenant_id': '133fc72324744e6a84122cfefb171fab'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:52.613980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92848ca-3865-40fd-bd3c-6a608cc3f024 req-a0032649-c183-462e-896b-26546eaa4487 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:52.617225 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b92848ca-3865-40fd-bd3c-6a608cc3f024 req-a0032649-c183-462e-896b-26546eaa4487 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 945 time: 0.1471488
Apr 08 08:18:52.696487 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b92848ca-3865-40fd-bd3c-6a608cc3f024 req-6849fb6a-96ba-494d-b4e4-badaf7cf334f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718610
Apr 08 08:18:52.725650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:52.797693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:52.852016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:52.884415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Made reservation on behalf of 133fc72324744e6a84122cfefb171fab for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:18:52.898395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:53.029301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001ec94-3a59-4f0e-8adf-df2878bc9d57 req-8c1b31d1-3fb2-4da6-a9b6-f345b2af3fbc tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:53.033068 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6001ec94-3a59-4f0e-8adf-df2878bc9d57 req-8c1b31d1-3fb2-4da6-a9b6-f345b2af3fbc tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1061332
Apr 08 08:18:53.075049 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6001ec94-3a59-4f0e-8adf-df2878bc9d57 req-88ef3ac8-da0d-4e6f-8648-e785c2c26da6 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368621
Apr 08 08:18:53.105263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b372e-e995-4fdc-8dc9-7d9326e1cae5 req-81aa1548-a35c-45f1-87b1-dcdf11b3e4bd tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:53.108542 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c73b372e-e995-4fdc-8dc9-7d9326e1cae5 req-81aa1548-a35c-45f1-87b1-dcdf11b3e4bd tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.4830542
Apr 08 08:18:53.119080 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 32996) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:53.131920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'floatingip': {'port_id': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:53.288563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Allocated IP 172.20.0.14 (3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4/b77e3a5e-ec48-450b-8594-0e0d5a928576/53834ca1-0e96-47bf-9f55-7126b04f38dc) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:18:53.295101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:53.418099 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-902ad2a2-342e-4967-b824-15047cb5051b req-34a962bd-a020-4c12-81b8-91ce0c43da4b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 210 time: 0.1306448
Apr 08 08:18:53.637539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:53.692360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:53.709027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['f312d938-4450-4b46-a6c3-d3fad8f5f0aa'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:18:53.711851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:53.791574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 823d7511-9fe3-4483-bf2b-20c8e9988920 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:18:54.014350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 823d7511-9fe3-4483-bf2b-20c8e9988920 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:18:54.024538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Pushing event updated for resources: {'Port': ['ID=53834ca1-0e96-47bf-9f55-7126b04f38dc,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:54.049062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 823d7511-9fe3-4483-bf2b-20c8e9988920 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:18:54.049487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:54.060345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:54.348728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dafe7-34e3-4383-97b5-28c364daf305 req-03b20c36-4cfb-4156-ae20-26094a5be677 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:54.353127 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d0dafe7-34e3-4383-97b5-28c364daf305 req-03b20c36-4cfb-4156-ae20-26094a5be677 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 945 time: 0.3811710
Apr 08 08:18:54.360491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:18:54.364928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:18:54.391758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:18:54.403895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:54.405132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:54.434400 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d0dafe7-34e3-4383-97b5-28c364daf305 req-3854b723-a738-47d3-a340-ccee32e2acdf tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553927
Apr 08 08:18:54.493342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:54.512945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 823d7511-9fe3-4483-bf2b-20c8e9988920, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=823d7511-9fe3-4483-bf2b-20c8e9988920,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:54.518234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823d7511-9fe3-4483-bf2b-20c8e9988920'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:54.530294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:54.533757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b84e8c03-4e06-420e-85ca-cabc94c36169 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:54.629076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=823d7511-9fe3-4483-bf2b-20c8e9988920,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:54.637392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:54.662053 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4623027
Apr 08 08:18:54.692341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Request body: {'port': {'device_id': 'd3f100aa-e647-45d5-8da5-6c54349b7c39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:18:54.767212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf6d12-9ce1-4803-b724-de21b85f751b req-684f6d03-1b80-409e-a020-528f2746aa7a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:54.769053 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-22bf6d12-9ce1-4803-b724-de21b85f751b req-684f6d03-1b80-409e-a020-528f2746aa7a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.3127320
Apr 08 08:18:54.880824 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-22bf6d12-9ce1-4803-b724-de21b85f751b req-8df95cc7-2463-46e8-98b3-292b6e0e5a14 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999591
Apr 08 08:18:54.921813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:55.041700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33040) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:55.157887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:55.163781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:55.485137 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2364-b2e2-4f04-a1ef-4181b8b940f8 req-05a9372e-bbcf-4904-af39-a972382a8524 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:55.486246 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7eda2364-b2e2-4f04-a1ef-4181b8b940f8 req-05a9372e-bbcf-4904-af39-a972382a8524 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:18:55.542209 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Floating IP c3d90f12-7c7d-42b9-98e8-eaee49cd05fa associated. External IP: 172.27.1.152, port: 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b.
Apr 08 08:18:55.584635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7eda2364-b2e2-4f04-a1ef-4181b8b940f8 req-05a9372e-bbcf-4904-af39-a972382a8524 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:18:55.586020 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7eda2364-b2e2-4f04-a1ef-4181b8b940f8 req-05a9372e-bbcf-4904-af39-a972382a8524 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 932 time: 0.5432615
Apr 08 08:18:55.648252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:55.678842 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7eda2364-b2e2-4f04-a1ef-4181b8b940f8 req-fbfc30f7-c4ea-4c40-b921-e6e78a1cb97f tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686235
Apr 08 08:18:55.683664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:55.701533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Usage tracker for resource:security_group_rule and tenant:f239599c70d24a6d96c99ec9aaefa454 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:55.707958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:55.720129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:55.844916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4223ba-509d-4d9f-8c20-f77655e4cbde req-713ccbca-e535-409b-b280-9d6a88db9e26 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:55.858738 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bf4223ba-509d-4d9f-8c20-f77655e4cbde req-713ccbca-e535-409b-b280-9d6a88db9e26 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 946 time: 1.1026835
Apr 08 08:18:55.885542 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'code': 200}
Apr 08 08:18:55.908040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53834ca1-0e96-47bf-9f55-7126b04f38dc {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:18:55.927942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:55.971621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Transition to ACTIVE for port object 53834ca1-0e96-47bf-9f55-7126b04f38dc will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:18:55.985599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:56.046591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:56.074726 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bf4223ba-509d-4d9f-8c20-f77655e4cbde req-98647b21-d415-4f73-b22c-0c4f6d4ed220 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1997821
Apr 08 08:18:56.119227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:56.197920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:56.264501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Pushing event updated for resources: {'Port': ['ID=53834ca1-0e96-47bf-9f55-7126b04f38dc,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:56.277190 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:56.277190 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:56.288333 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f239599c70d24a6d96c99ec9aaefa454&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2438581
Apr 08 08:18:56.296708 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33064) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:56.432856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1741d3f7-250a-40e1-966f-dd2ef8c90876,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:56.448961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:56.612811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-090ee751-fe59-4837-a9eb-419f1f528716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:56.736088 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-e6d69e07-ab69-4fbd-a6cf-143fa2f16a38 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:56.737807 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-e6d69e07-ab69-4fbd-a6cf-143fa2f16a38 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.48 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 946 time: 0.4327829
Apr 08 08:18:56.800135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-090ee751-fe59-4837-a9eb-419f1f528716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:56.814565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Attempting to bind port 53834ca1-0e96-47bf-9f55-7126b04f38dc on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:18:56.814789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Router 0de6e455-26e1-4f3f-8398-6e0c404b0187 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:18:56.814950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Attempting to bind port 53834ca1-0e96-47bf-9f55-7126b04f38dc by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:18:56.815322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Attempting to bind port 53834ca1-0e96-47bf-9f55-7126b04f38dc on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:56.882552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Port 53834ca1-0e96-47bf-9f55-7126b04f38dc on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:18:56.882925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Attempting to bind port 53834ca1-0e96-47bf-9f55-7126b04f38dc on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:18:56.920580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:18:56.920969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Checking segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:18:56.921398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Bound using segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:18:56.921932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Bound port: 53834ca1-0e96-47bf-9f55-7126b04f38dc, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:18:56.922324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:57.011029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Deleting port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:18:57.011349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:57.094205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac47953-79fc-4847-bed3-7f9603b18e4b req-4a0fa64b-3f2b-45ad-ae93-a37eb4c12b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:57.096138 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7ac47953-79fc-4847-bed3-7f9603b18e4b req-4a0fa64b-3f2b-45ad-ae93-a37eb4c12b4b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 1099 time: 0.5074210
Apr 08 08:18:57.118426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74efd1f-ed21-40ec-99a2-5951baa96302 req-ab8a247c-d667-44e6-9bbe-36ae3abdd4e0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:57.120341 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c74efd1f-ed21-40ec-99a2-5951baa96302 req-ab8a247c-d667-44e6-9bbe-36ae3abdd4e0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.4798138
Apr 08 08:18:57.123591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-b23ced1e-b898-4ea0-bdc3-57350cbb55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:57.125486 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-b23ced1e-b898-4ea0-bdc3-57350cbb55f1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 1099 time: 0.3634675
Apr 08 08:18:57.153038 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-090ee751-fe59-4837-a9eb-419f1f528716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:57.165627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:57.176390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] For port 53834ca1-0e96-47bf-9f55-7126b04f38dc, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:18:57.199170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ee751-fe59-4837-a9eb-419f1f528716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1741d3f7-250a-40e1-966f-dd2ef8c90876,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:57.201954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-090ee751-fe59-4837-a9eb-419f1f528716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:57.217401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a46242-9fcc-4c66-aba2-cfabd19572a8 req-e29d4b56-17fb-41b4-8c2e-2c238be84360 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:57.219213 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-70a46242-9fcc-4c66-aba2-cfabd19572a8 req-e29d4b56-17fb-41b4-8c2e-2c238be84360 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.4059422
Apr 08 08:18:57.221293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] For port 53834ca1-0e96-47bf-9f55-7126b04f38dc, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=53834ca1-0e96-47bf-9f55-7126b04f38dc,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:18:57.233283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:57.238653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-090ee751-fe59-4837-a9eb-419f1f528716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:57.244382 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7ac47953-79fc-4847-bed3-7f9603b18e4b req-5b594833-7684-4d6b-82d5-f6c43e179093 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1309836
Apr 08 08:18:57.244669 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-090ee751-fe59-4837-a9eb-419f1f528716 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1741d3f7-250a-40e1-966f-dd2ef8c90876 HTTP/1.1" status: 204  len: 168 time: 0.9423542
Apr 08 08:18:57.254969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:18:57.269239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2d7e1aee-d0c1-42d4-b9ac-65501dfcbe2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:57.275511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] Sync routers for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:18:57.299821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:57.303423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10560940>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:18:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:57.345308 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c74efd1f-ed21-40ec-99a2-5951baa96302 req-d483f5e5-c6ae-4b5a-b132-b421bfc5678d tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1984930
Apr 08 08:18:57.348950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:57.468730 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7d2081db-a075-47b8-9ed4-fb5d1e7a3c8d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "PUT /v2.0/floatingips/c3d90f12-7c7d-42b9-98e8-eaee49cd05fa HTTP/1.1" status: 200  len: 992 time: 4.3478861
Apr 08 08:18:57.472712 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:57.502444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-90f7d9d3-2c61-488f-be25-7417fd824671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:57.504189 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-90f7d9d3-2c61-488f-be25-7417fd824671 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 919 time: 0.3594160
Apr 08 08:18:57.505744 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-70a46242-9fcc-4c66-aba2-cfabd19572a8 req-e6402bd2-0736-4a0b-888b-17b4e2802a50 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376046
Apr 08 08:18:57.686188 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-59bfa064-c627-4570-80fb-5a46c0be4432 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b HTTP/1.1" status: 200  len: 217 time: 0.1747062
Apr 08 08:18:57.770237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Pushing event updated for resources: {'Port': ['ID=53834ca1-0e96-47bf-9f55-7126b04f38dc,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:57.784108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:57.844229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae941ab-7b52-4bda-92e3-1c3f91ad9234 req-d5e9dce3-23a2-49fd-9354-dc1b6ca2b9f4 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:57.846135 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3ae941ab-7b52-4bda-92e3-1c3f91ad9234 req-d5e9dce3-23a2-49fd-9354-dc1b6ca2b9f4 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 944 time: 0.2586341
Apr 08 08:18:57.848163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-c5139d62-8fcf-4f78-ae37-9490caf64fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:57.849888 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-c5139d62-8fcf-4f78-ae37-9490caf64fae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.1534846
Apr 08 08:18:57.893368 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3ae941ab-7b52-4bda-92e3-1c3f91ad9234 req-3fe1ae5b-8f96-4e9d-be88-628ec81c9a3e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372396
Apr 08 08:18:57.921068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:58.004861 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-9e0fb1cb-90f3-46d0-99ba-6cfe3e26ce9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1099286
Apr 08 08:18:58.238792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33092) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:58.294209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] For port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,segment=NetworkSegment(d6c6a59f-8ae9-4be1-85d7-add2ab443085),segment_id=d6c6a59f-8ae9-4be1-85d7-add2ab443085)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:18:58.295058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:58.307817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:58.454616 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'status': 'completed', 'code': 200}
Apr 08 08:18:58.523137 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:18:58.609092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Calling delete_port for 2648128f-aac8-4a9b-b6a6-bc06b21ba29f owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:18:58.879501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10560940>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'c3d90f12-7c7d-42b9-98e8-eaee49cd05fa', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'port_id': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'mac_address': 'fa:16:3e:8c:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:18:11Z', 'updated_at': '2021-04-08T08:18:54Z', 'revision_number': 1, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:58.884813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] Checking router: 0de6e455-26e1-4f3f-8398-6e0c404b0187 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:18:58.913473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:18:58.914396 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10560940>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:18:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:18:59.004696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Usage tracker for resource:security_group_rule and tenant:fd37829e2ef54e61b62da86a5fb04ba7 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:18:59.026234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:59.027244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:59.029857 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] 10.222.0.48 "PUT /v2.0/ports/53834ca1-0e96-47bf-9f55-7126b04f38dc HTTP/1.1" status: 200  len: 1094 time: 4.3443911
Apr 08 08:18:59.031117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:18:59.037589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f100aa-e647-45d5-8da5-6c54349b7c39', 'tag': '53834ca1-0e96-47bf-9f55-7126b04f38dc'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:18:59.061470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:18:59.244060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:18:59.294491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db926b-2f28-434c-bde2-e8888f13a3d2 req-61994698-118f-47a8-98c0-188b72f06039 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:59.297556 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3db926b-2f28-434c-bde2-e8888f13a3d2 req-61994698-118f-47a8-98c0-188b72f06039 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 946 time: 1.3781719
Apr 08 08:18:59.451464 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3db926b-2f28-434c-bde2-e8888f13a3d2 req-e960f617-2235-4d65-b0ed-10bf60659dda tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/security-groups?id=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1344876
Apr 08 08:18:59.565492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33118) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:18:59.589375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef14c8-7f42-4396-a06d-85a70ce1c3ca req-ef1270a8-0657-4c70-918f-24d22ee747c9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:59.593538 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bfef14c8-7f42-4396-a06d-85a70ce1c3ca req-ef1270a8-0657-4c70-918f-24d22ee747c9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2970865
Apr 08 08:18:59.597199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-41af9943-2258-4391-ac05-590230e7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:59.599827 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-41af9943-2258-4391-ac05-590230e7da85 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 1099 time: 1.1386895
Apr 08 08:18:59.606280 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-016809b5-1e20-49df-aad4-6a97bb53f080 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5919063
Apr 08 08:18:59.634619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:18:59.674728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d211af1a-d0f6-4878-b897-e24c3753fe2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:18:59.760176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-def1a3d8-22c0-4033-b07e-605be287107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:18:59.762229 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-def1a3d8-22c0-4033-b07e-605be287107f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 1097 time: 0.4479458
Apr 08 08:18:59.767170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Pushing event deleted for resources: {'Port': ['ID=2648128f-aac8-4a9b-b6a6-bc06b21ba29f,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:18:59.795671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 2648128f-aac8-4a9b-b6a6-bc06b21ba29f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:18:59.837925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:18:59.918713 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 2648128f-aac8-4a9b-b6a6-bc06b21ba29f {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:18:59.920686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 2648128f-aac8-4a9b-b6a6-bc06b21ba29f not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:19:00.033691 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-3df94f44-152a-4548-abce-8df34e1987af service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53834ca1-0e96-47bf-9f55-7126b04f38dc HTTP/1.1" status: 200  len: 217 time: 0.1926093
Apr 08 08:19:00.046948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10560940>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'c3d90f12-7c7d-42b9-98e8-eaee49cd05fa', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'port_id': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'mac_address': 'fa:16:3e:8c:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:18:11Z', 'updated_at': '2021-04-08T08:18:54Z', 'revision_number': 1, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:00.047183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:00.053227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e278e3-b332-4a4c-9637-4541605a0d99 None None] The sync data for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi is: [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'c3d90f12-7c7d-42b9-98e8-eaee49cd05fa', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'floating_ip_address': '172.27.1.152', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'port_id': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'mac_address': 'fa:16:3e:8c:17:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:18:11Z', 'updated_at': '2021-04-08T08:18:54Z', 'revision_number': 1, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:19:00.067993 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bfef14c8-7f42-4396-a06d-85a70ce1c3ca req-b43441f1-ccf6-4957-a006-c83a32cee748 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4549062
Apr 08 08:19:00.078330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:00.080629 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7552c44-9035-4253-8a72-5bf044e1bbda req-67c34073-8808-4a93-a45c-7be3c98ed7de service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3638198
Apr 08 08:19:00.148339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:00.173355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-6f152f37-9fb5-422e-9eef-f812d77c0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:00.179668 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-6f152f37-9fb5-422e-9eef-f812d77c0b57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.5124831
Apr 08 08:19:00.197147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:00.209470 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fd37829e2ef54e61b62da86a5fb04ba7&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9613647
Apr 08 08:19:00.221306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:00.245930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33130) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:00.264821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Usage tracker for resource:security_group_rule and tenant:1fd9343c3fea4989842f91e142de99e2 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:00.287664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:00.328433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:00.386597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-3b9180c1-8a32-484c-a23e-3286b5958aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:00.388923 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-3b9180c1-8a32-484c-a23e-3286b5958aec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.3229043
Apr 08 08:19:00.389363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c789e49-a7a2-4431-98f0-775d364a3c7f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:00.399667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:00.425430 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-45a50407-6c4f-4106-bdb3-f953cfebe591 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b HTTP/1.1" status: 200  len: 1000 time: 0.2331181
Apr 08 08:19:00.554821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff3f25-f0b1-4c6b-8850-22953205403d req-dd19fa2d-1492-4ac2-8474-d4982b3eb414 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:00.556567 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-99ff3f25-f0b1-4c6b-8850-22953205403d req-dd19fa2d-1492-4ac2-8474-d4982b3eb414 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 944 time: 0.2480290
Apr 08 08:19:00.572048 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-e81e0fce-7a0c-4069-b906-7f2efee678fe service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1700141
Apr 08 08:19:00.572384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-e313639f-f677-449d-b6de-248d5b6f54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:00.573960 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-e313639f-f677-449d-b6de-248d5b6f54dc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.1355770
Apr 08 08:19:00.581834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] No DVR routers for this DVR port 2648128f-aac8-4a9b-b6a6-bc06b21ba29f on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:19:00.582779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc3478c-7212-479f-b1a2-92e32912849a None None] New status for floating IP c3d90f12-7c7d-42b9-98e8-eaee49cd05fa: ACTIVE {{(pid=84308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:19:00.595639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eecae3-bab7-43e0-a165-a50324db6f05 req-c9607b59-7140-470a-b82a-ae183dc42e84 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:00.605353 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-04eecae3-bab7-43e0-a165-a50324db6f05 req-c9607b59-7140-470a-b82a-ae183dc42e84 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.7659183
Apr 08 08:19:00.648403 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-04eecae3-bab7-43e0-a165-a50324db6f05 req-a38f9170-a88c-4346-98ac-4322722078ba tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417678
Apr 08 08:19:00.650984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:00.656083 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-99ff3f25-f0b1-4c6b-8850-22953205403d req-57aaffa9-9472-4659-a69c-d69292c265cf tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808980
Apr 08 08:19:00.706098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2ddf-b6f8-446b-a917-42a7bd2c4bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:00.768728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-c847367d-70d5-42a8-8ab4-1f4e2e5cfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:00.773029 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-c847367d-70d5-42a8-8ab4-1f4e2e5cfd2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1748917
Apr 08 08:19:00.775292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2ddf-b6f8-446b-a917-42a7bd2c4bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:00.923114 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f100aa-e647-45d5-8da5-6c54349b7c39', 'tag': '53834ca1-0e96-47bf-9f55-7126b04f38dc', 'status': 'completed', 'code': 200}
Apr 08 08:19:00.980105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2ddf-b6f8-446b-a917-42a7bd2c4bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:01.011192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:01.021631 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-ac1ffee6-823b-4595-bcf7-721d6a52e2e9 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371287
Apr 08 08:19:01.186221 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3217363-050a-4fae-8116-638022632007 req-1abeab21-c30b-4a21-8d41-a2dc63f2afb4 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.54 "GET /v2.0/ports?device_id=f184a6dc-c8da-4b8d-834e-3aa7216e4af5 HTTP/1.1" status: 200  len: 210 time: 0.1272573
Apr 08 08:19:01.255778 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2400ad2d-d48d-4919-93d4-ae952e0eaa70 req-12681e9f-5d9e-439d-be5a-665584f3828a service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2239280
Apr 08 08:19:01.261926 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f2ddf-b6f8-446b-a917-42a7bd2c4bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c789e49-a7a2-4431-98f0-775d364a3c7f,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:01.338162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1f9f2ddf-b6f8-446b-a917-42a7bd2c4bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:01.380545 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13051d4c-d757-4e8a-b600-4e452da77c61 req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] 10.222.0.48 "DELETE /v2.0/ports/2648128f-aac8-4a9b-b6a6-bc06b21ba29f HTTP/1.1" status: 204  len: 173 time: 4.6349454
Apr 08 08:19:01.435122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2ddf-b6f8-446b-a917-42a7bd2c4bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:01.437286 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1f9f2ddf-b6f8-446b-a917-42a7bd2c4bb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c789e49-a7a2-4431-98f0-775d364a3c7f HTTP/1.1" status: 204  len: 168 time: 1.1846445
Apr 08 08:19:01.449749 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-4f0dfa98-025c-4ea3-a2aa-6dfd8ff206bf service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8095663
Apr 08 08:19:01.716968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:01.744323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:01.764940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:01.820661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c93f1-d21d-4108-9d2d-55db3f1c8bc5 req-64457d15-96cd-4016-a40d-34f302740f79 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:01.824036 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-da2c93f1-d21d-4108-9d2d-55db3f1c8bc5 req-64457d15-96cd-4016-a40d-34f302740f79 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.5721970
Apr 08 08:19:01.932704 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fd9343c3fea4989842f91e142de99e2&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3655474
Apr 08 08:19:01.948374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33160) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:01.955202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73bd315a-5fc0-418e-8402-721d514fc289,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:01.982055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:01.999253 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-da2c93f1-d21d-4108-9d2d-55db3f1c8bc5 req-5bf95255-739a-4eeb-84bd-ef176310d374 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1470239
Apr 08 08:19:02.024333 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc14f344-15f0-4c2f-b014-382e3fb53ea5 req-57401225-0954-417b-ac7c-9c826da66ff1 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5626357
Apr 08 08:19:02.082028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dd4ba-a574-41b6-aeac-72210c98531c req-ffe86608-def9-4447-b473-a55ec05f3283 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:02.084910 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-707dd4ba-a574-41b6-aeac-72210c98531c req-ffe86608-def9-4447-b473-a55ec05f3283 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 944 time: 0.2705557
Apr 08 08:19:02.151819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0db0be80-4ad0-42b8-ac65-d6ba42621acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:02.167831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-707dd4ba-a574-41b6-aeac-72210c98531c req-8fb5e17e-a920-4d6c-8050-c93fb7e8eb04 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553472
Apr 08 08:19:02.286387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0db0be80-4ad0-42b8-ac65-d6ba42621acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:02.406173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0db0be80-4ad0-42b8-ac65-d6ba42621acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:02.421023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-88048193-ad61-4150-8139-858b1bfc121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:02.422535 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-88048193-ad61-4150-8139-858b1bfc121b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 1097 time: 0.3183000
Apr 08 08:19:02.442315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:02.490841 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc69649-2fdd-4be3-899c-06a18a677113 req-8d7aca0c-24bf-4f59-9ca7-8bbc3d6d551d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:02.506368 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fdc69649-2fdd-4be3-899c-06a18a677113 req-8d7aca0c-24bf-4f59-9ca7-8bbc3d6d551d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.3228140
Apr 08 08:19:02.607163 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fdc69649-2fdd-4be3-899c-06a18a677113 req-ea59614a-c173-4f01-ab36-1c17f1579ab2 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988834
Apr 08 08:19:02.607495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db0be80-4ad0-42b8-ac65-d6ba42621acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bd315a-5fc0-418e-8402-721d514fc289,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:02.612644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0db0be80-4ad0-42b8-ac65-d6ba42621acf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:02.617441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0db0be80-4ad0-42b8-ac65-d6ba42621acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:02.619564 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0db0be80-4ad0-42b8-ac65-d6ba42621acf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73bd315a-5fc0-418e-8402-721d514fc289 HTTP/1.1" status: 204  len: 168 time: 0.6696131
Apr 08 08:19:02.791709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb14ce6-d112-4568-bc62-1a4c395d8716 req-59a2c66d-80d6-471e-81db-fe7bf23e86ef tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:02.816580 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-efb14ce6-d112-4568-bc62-1a4c395d8716 req-59a2c66d-80d6-471e-81db-fe7bf23e86ef tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.3285785
Apr 08 08:19:02.822314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33186) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:02.836457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'floatingip': {'port_id': '823d7511-9fe3-4483-bf2b-20c8e9988920'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:19:02.848407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-3e11a718-b094-473c-9607-587a1fb8ce00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:02.855503 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-3e11a718-b094-473c-9607-587a1fb8ce00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 916 time: 0.4255908
Apr 08 08:19:03.059072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:03.429966 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f184a6dc-c8da-4b8d-834e-3aa7216e4af5', 'name': 'network-vif-deleted', 'tag': '2648128f-aac8-4a9b-b6a6-bc06b21ba29f'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:19:03.463541 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-41b9810a-68d2-4cc6-b51a-54377d79c460 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53834ca1-0e96-47bf-9f55-7126b04f38dc HTTP/1.1" status: 200  len: 217 time: 0.5995221
Apr 08 08:19:03.831811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-c539b393-0410-480f-b2a6-fca6225bfaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:03.834740 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-c539b393-0410-480f-b2a6-fca6225bfaaa service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.3578503
Apr 08 08:19:03.836757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33214) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:03.838259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d2db3-3031-46a2-b973-4b82652281ca req-038bb94f-1d29-4503-94e0-013824eae5e5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:03.854454 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bf1d2db3-3031-46a2-b973-4b82652281ca req-038bb94f-1d29-4503-94e0-013824eae5e5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 944 time: 0.2545018
Apr 08 08:19:03.876307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:03.994721 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f184a6dc-c8da-4b8d-834e-3aa7216e4af5', 'name': 'network-vif-deleted', 'tag': '2648128f-aac8-4a9b-b6a6-bc06b21ba29f', 'status': 'completed', 'code': 200}
Apr 08 08:19:04.069194 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-3d9b080a-35db-4c7e-a19e-1587fe4f0a58 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1738198
Apr 08 08:19:04.071268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:04.099844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d89ed8d4fe74bfa9871999d3566eb70 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:04.110871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:04.172056 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bf1d2db3-3031-46a2-b973-4b82652281ca req-dd6f5d89-21b4-4e10-8217-217bedc3ee7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3161986
Apr 08 08:19:04.192011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:04.539557 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-b104d0b3-ce12-4c96-8ab3-6a6ff75492be service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4312975
Apr 08 08:19:04.700473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e65dd-bb97-4db8-a2c3-6fca1abfa6b9 req-b83f0de6-caf2-4abb-a6c1-cc4ebcdbab5b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:04.708642 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e60e65dd-bb97-4db8-a2c3-6fca1abfa6b9 req-b83f0de6-caf2-4abb-a6c1-cc4ebcdbab5b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.5431798
Apr 08 08:19:04.750632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:04.824956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:04.833575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:04.842160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:04.870449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1e33a5ad-f028-4747-b233-c77953d95411 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:04.898930 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e60e65dd-bb97-4db8-a2c3-6fca1abfa6b9 req-f8138b60-01e2-42b2-81d8-8b346ab6cc73 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1892593
Apr 08 08:19:04.920434 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd10d8a6-8ea3-4ed1-8c91-38145e8e27a0 req-33e7e76f-d9f3-47c8-a7f4-cdfa1b3409eb service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3674135
Apr 08 08:19:04.977253 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2d89ed8d4fe74bfa9871999d3566eb70&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1400583
Apr 08 08:19:04.979515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea4e730-c91b-441a-8959-02505a91922a,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:04.983560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:04.984257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33230) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:05.079564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73dff4cf-0735-4634-b8a3-932a26bb72b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:05.135995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73dff4cf-0735-4634-b8a3-932a26bb72b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:05.233357 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73dff4cf-0735-4634-b8a3-932a26bb72b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:05.245252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-090ee751-fe59-4837-a9eb-419f1f528716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:05.278664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dff4cf-0735-4634-b8a3-932a26bb72b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea4e730-c91b-441a-8959-02505a91922a,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:05.291074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-73dff4cf-0735-4634-b8a3-932a26bb72b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:05.312095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73dff4cf-0735-4634-b8a3-932a26bb72b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:05.313483 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-73dff4cf-0735-4634-b8a3-932a26bb72b0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8ea4e730-c91b-441a-8959-02505a91922a HTTP/1.1" status: 204  len: 168 time: 0.3279839
Apr 08 08:19:05.344095 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Floating IP ecaf045e-d40a-4e2d-947f-5817dfabf2cd associated. External IP: 172.27.1.111, port: 823d7511-9fe3-4483-bf2b-20c8e9988920.
Apr 08 08:19:05.546992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d7685-e776-492e-b4ca-e29e8662f337 req-ed3cc1ce-b8a5-48b5-b4e7-74a81b3e7100 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:05.547593 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b36d7685-e776-492e-b4ca-e29e8662f337 req-ed3cc1ce-b8a5-48b5-b4e7-74a81b3e7100 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 944 time: 0.1319156
Apr 08 08:19:05.605167 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b36d7685-e776-492e-b4ca-e29e8662f337 req-c3757feb-3be1-4633-a8bd-9de352d92e5e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409002
Apr 08 08:19:05.815075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 53834ca1-0e96-47bf-9f55-7126b04f38dc details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:19:06.113433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 53834ca1-0e96-47bf-9f55-7126b04f38dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=53834ca1-0e96-47bf-9f55-7126b04f38dc,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:06.119695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33262) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:06.162106 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '53834ca1-0e96-47bf-9f55-7126b04f38dc', 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'port_id': '53834ca1-0e96-47bf-9f55-7126b04f38dc', 'mac_address': 'fa:16:3e:32:e8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77e3a5e-ec48-450b-8594-0e0d5a928576', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:19:06.260542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] Deleting subnet c073b829-54a6-4759-8b65-b101457631f1 {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:19:06.279125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:06.313327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:06.314909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53834ca1-0e96-47bf-9f55-7126b04f38dc {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:19:06.352254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 53834ca1-0e96-47bf-9f55-7126b04f38dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=53834ca1-0e96-47bf-9f55-7126b04f38dc,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:06.362605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:06.364877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:06.439407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:06.483533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:06.551051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=53834ca1-0e96-47bf-9f55-7126b04f38dc,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:06.562886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:06.687468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['53834ca1-0e96-47bf-9f55-7126b04f38dc'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:19:06.713895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1be2b-110e-4a37-aed0-bb2261e1579d req-e93936bf-9f19-4e5a-838c-0f809efab289 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:06.732327 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85b1be2b-110e-4a37-aed0-bb2261e1579d req-e93936bf-9f19-4e5a-838c-0f809efab289 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2857735
Apr 08 08:19:06.775574 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85b1be2b-110e-4a37-aed0-bb2261e1579d req-0714d71d-05bc-46f6-a17b-ebe69a1149a9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418961
Apr 08 08:19:06.838194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Router d842888b-a291-4375-8612-6cbe3d493fe1 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:19:07.099640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a72d23-f679-48e0-8504-7e911efb017b req-f2894ec8-98ab-4dc3-85fa-b939bfb708d3 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:07.101446 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-92a72d23-f679-48e0-8504-7e911efb017b req-f2894ec8-98ab-4dc3-85fa-b939bfb708d3 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 945 time: 0.2475147
Apr 08 08:19:07.105365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:07.146315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:07.273883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c073b829-54a6-4759-8b65-b101457631f1,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:07.317292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:07.406441 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-92a72d23-f679-48e0-8504-7e911efb017b req-d8a8e595-52bf-4d6b-b69c-9496df9f0dc6 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2611732
Apr 08 08:19:07.431784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:19:07.443097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:07.445234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] Sync routers for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:19:07.460082 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:07.473486 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6210fc06-f24c-428b-93f4-255e792d94a5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c073b829-54a6-4759-8b65-b101457631f1 HTTP/1.1" status: 204  len: 168 time: 1.3523152
Apr 08 08:19:07.476327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33300) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:07.490887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:19:07.494056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10a2d6d8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:18:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:07.603651 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0db3815d-54c0-4fc2-8b9c-947ab29138c4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "PUT /v2.0/floatingips/ecaf045e-d40a-4e2d-947f-5817dfabf2cd HTTP/1.1" status: 200  len: 992 time: 4.7790511
Apr 08 08:19:07.612542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'tag': '823d7511-9fe3-4483-bf2b-20c8e9988920'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:19:07.674060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:07.947097 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'tag': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'status': 'completed', 'code': 200}
Apr 08 08:19:08.010342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:19:08.344019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:08.539270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b777324-7734-4958-b923-85b0d4a8bbe5 req-caa1cf76-df14-4c71-a068-5f16f922cca7 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:08.562736 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6b777324-7734-4958-b923-85b0d4a8bbe5 req-caa1cf76-df14-4c71-a068-5f16f922cca7 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2933691
Apr 08 08:19:08.696204 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6b777324-7734-4958-b923-85b0d4a8bbe5 req-7a2ff69e-d275-42d2-9fc0-c1965c9ada5b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186323
Apr 08 08:19:08.711365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7c108fd358>> segment before_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.711778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7c108fd358>> subnet precommit_delete_associations 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.712688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c0b364f98>> segment_host_mapping after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.713112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c0b364f98>> port after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.713485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c0b364f98>> port after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.721258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c0b364f98>> port after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.721566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c0b364f98>> segment after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.721961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c0b364f98>> subnet after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.722393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c0b364f98>> subnet after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.722782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c0b364f98>> subnet after_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.890373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7c0b04c198>> subnet after_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.892510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7c0b04c198>> subnet after_delete 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.894017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7c0b04c198>> subnet before_create 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.895329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7c0b04c198>> subnet before_update 55550000 {{(pid=84306) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:08.897382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0b4f9898>,) {'filters': {'network_id': ['b59a2423-9c84-4421-b1de-30059648dc99']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:08.931097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b4f9898>, 'd6c6a59f-8ae9-4be1-85d7-add2ab443085') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:08.931730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b4f9898>, 'd6c6a59f-8ae9-4be1-85d7-add2ab443085') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:08.934436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33338) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:08.964590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10a2d6d8>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'ecaf045e-d40a-4e2d-947f-5817dfabf2cd', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'port_id': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'mac_address': 'fa:16:3e:e5:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:18:24Z', 'updated_at': '2021-04-08T08:19:04Z', 'revision_number': 1, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:08.973594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] Checking router: d842888b-a291-4375-8612-6cbe3d493fe1 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:19:08.992932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:19:08.994083 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10a2d6d8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:18:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:08.997881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-0581d47e-8951-4dd0-a267-841cbb0fa2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:09.001502 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-0581d47e-8951-4dd0-a267-841cbb0fa2d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 1099 time: 0.8864131
Apr 08 08:19:09.023730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.126758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.320605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.355817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:19:09.365477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:09.390770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Usage tracker for resource:security_group_rule and tenant:26adf439d8e1470992bc532558846921 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:09.400341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:09.438005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:09.487748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:19:09.635834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.639687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.651105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-785b6da4-39bb-42be-8439-be48b5c249ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:09.703994 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=26adf439d8e1470992bc532558846921&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7678020
Apr 08 08:19:09.708609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33354) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:09.729166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d44be70-8c47-4907-828f-35caeb50a582,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:09.735973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:09.793019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd9f-46dd-4306-ad0e-60348e81452c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.817737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 53834ca1-0e96-47bf-9f55-7126b04f38dc up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:19:09.832050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd9f-46dd-4306-ad0e-60348e81452c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.887524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd9f-46dd-4306-ad0e-60348e81452c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.895549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-12ef6d94-88a8-4493-9cc0-a48c8886d939 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:09.913396 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fd0cfd9f-46dd-4306-ad0e-60348e81452c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:09.920199 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-fd0cfd9f-46dd-4306-ad0e-60348e81452c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0d44be70-8c47-4907-828f-35caeb50a582 HTTP/1.1" status: 204  len: 168 time: 0.2051854
Apr 08 08:19:09.920199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cfd9f-46dd-4306-ad0e-60348e81452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d44be70-8c47-4907-828f-35caeb50a582,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:09.920199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fd0cfd9f-46dd-4306-ad0e-60348e81452c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:10.094237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 53834ca1-0e96-47bf-9f55-7126b04f38dc completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:19:10.113557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 53834ca1-0e96-47bf-9f55-7126b04f38dc triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:19:10.114255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:10.286474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10a2d6d8>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'ecaf045e-d40a-4e2d-947f-5817dfabf2cd', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'port_id': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'mac_address': 'fa:16:3e:e5:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:18:24Z', 'updated_at': '2021-04-08T08:19:04Z', 'revision_number': 1, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:10.303813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ce3139-d3d2-41b1-82b0-34997f4749f8 None None] The sync data for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi is: [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'ecaf045e-d40a-4e2d-947f-5817dfabf2cd', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'floating_ip_address': '172.27.1.111', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'port_id': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'mac_address': 'fa:16:3e:e5:e6:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:18:24Z', 'updated_at': '2021-04-08T08:19:04Z', 'revision_number': 1, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:19:10.343781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-406921bd-bc3d-4b06-841d-f6871efa2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:10.350664 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-406921bd-bc3d-4b06-841d-f6871efa2e4d service neutron] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 911 time: 1.2723470
Apr 08 08:19:10.352744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33376) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:10.381308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d23a2b-64b9-415f-9fa8-361f4d1b5f5b req-bf2123b2-14ea-4c34-8a61-3094085b6428 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:10.397296 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4d23a2b-64b9-415f-9fa8-361f4d1b5f5b req-bf2123b2-14ea-4c34-8a61-3094085b6428 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2451894
Apr 08 08:19:10.469130 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4d23a2b-64b9-415f-9fa8-361f4d1b5f5b req-9cfbb0dc-12cd-418d-beef-ffc83f8bf9ff tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662441
Apr 08 08:19:10.472814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:10.504622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 53834ca1-0e96-47bf-9f55-7126b04f38dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=53834ca1-0e96-47bf-9f55-7126b04f38dc,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:10.505764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f100aa-e647-45d5-8da5-6c54349b7c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53834ca1-0e96-47bf-9f55-7126b04f38dc'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:19:10.513349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:10.515994 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:10.531216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Network b59a2423-9c84-4421-b1de-30059648dc99 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:19:10.552136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:10.598770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a69ad-5497-4994-838c-a50be1e2d9d4 req-19b0bdc7-3165-4b65-99e3-1fa46eaab95b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:10.599599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=53834ca1-0e96-47bf-9f55-7126b04f38dc,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:10.603108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:10.609559 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6e7a69ad-5497-4994-838c-a50be1e2d9d4 req-19b0bdc7-3165-4b65-99e3-1fa46eaab95b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 945 time: 1.6683097
Apr 08 08:19:10.714237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de482f6-10cc-426b-ae89-510881d9c8ca None None] New status for floating IP ecaf045e-d40a-4e2d-947f-5817dfabf2cd: ACTIVE {{(pid=84308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:19:10.757965 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6e7a69ad-5497-4994-838c-a50be1e2d9d4 req-c9609677-2c23-443e-809b-b3f11c4d41dd tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1472895
Apr 08 08:19:10.884993 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-3721770d-798c-4c69-8b31-896f76e81c80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823d7511-9fe3-4483-bf2b-20c8e9988920 HTTP/1.1" status: 200  len: 1000 time: 0.5059276
Apr 08 08:19:10.895092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Deleting subnet a50a9a28-7b80-43a6-8d7d-978f2cce2d0f {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:19:10.914444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:10.963217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Network b59a2423-9c84-4421-b1de-30059648dc99 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   from cryptography.utils import int_from_bytes
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   from cryptography.utils import int_from_bytes
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   (rel_b, rel_a, rel_b),
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   (rel_b, rel_a, rel_b),
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:19:11.044979 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:19:11.054882 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f100aa-e647-45d5-8da5-6c54349b7c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53834ca1-0e96-47bf-9f55-7126b04f38dc', 'code': 200}
Apr 08 08:19:11.291307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:11.295743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-29ae1313-58dc-497f-9125-524c13cdcb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:11.298351 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-29ae1313-58dc-497f-9125-524c13cdcb62 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.3426983
Apr 08 08:19:11.306836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1513428'] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:11.349005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7e5d07a4-6a04-4ef8-8895-ccdf65f1cdb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:11.373750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33406) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:11.415400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Pushing event deleted for resources: {'Network': ['ID=b59a2423-9c84-4421-b1de-30059648dc99,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:11.422690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:11.446704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:11.460537 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b59a2423-9c84-4421-b1de-30059648dc99 HTTP/1.1" status: 204  len: 168 time: 3.9830277
Apr 08 08:19:11.494102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:11.541825 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33416) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:11.596722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8322dd-fcda-4a02-9ff9-d5b631868da8 req-1e3df00a-ae49-4aa8-9adc-cb4b87157427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:11.599376 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5b8322dd-fcda-4a02-9ff9-d5b631868da8 req-1e3df00a-ae49-4aa8-9adc-cb4b87157427 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 1099 time: 0.5412273
Apr 08 08:19:11.620625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1795161888-network', 'tenant_id': '3bc36f910fa1484ea10a6f527bfb1845'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:19:11.643628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:11.689363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Usage tracker for resource:network and tenant:3bc36f910fa1484ea10a6f527bfb1845 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:11.697555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:11.711820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:11.716192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:11.737736 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5b8322dd-fcda-4a02-9ff9-d5b631868da8 req-dd935b9c-8201-4302-80c2-27e73fa48dd4 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258063
Apr 08 08:19:11.741427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33424) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:11.779260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:11.786948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Made reservation on behalf of 3bc36f910fa1484ea10a6f527bfb1845 for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:19:11.791539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-596b96f7-e9c4-404e-a7fd-8d8a4c543ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:11.793216 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-596b96f7-e9c4-404e-a7fd-8d8a4c543ec9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4523442
Apr 08 08:19:11.795271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:11.844829 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Usage tracker for resource:security_group_rule and tenant:8e85350eea0b46f3832ab831d76ab2eb is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:11.849734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:11.877278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:11.907102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:11.920661 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c537eb59-d9e1-404c-bbff-eee3604c2522 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8bc5826b57c64c4eb4fad2a4d00f497a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1661420
Apr 08 08:19:11.920661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:11.924115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33430) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:11.927920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Usage tracker for resource:security_group_rule and tenant:3bc36f910fa1484ea10a6f527bfb1845 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:11.937291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:11.977531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:12.137995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c333203-72a9-466c-9ab1-cf3bf338393d req-f63c6bfa-f787-4490-af31-2679c6d4898f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:12.139915 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4c333203-72a9-466c-9ab1-cf3bf338393d req-f63c6bfa-f787-4490-af31-2679c6d4898f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.4372842
Apr 08 08:19:12.145063 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-c2357dd5-38cb-4208-bf08-57a38d17fdc9 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2935359
Apr 08 08:19:12.284643 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4c333203-72a9-466c-9ab1-cf3bf338393d req-b64c7a54-8dc8-4437-ba7e-fd853a1d2da9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321421
Apr 08 08:19:12.310226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826691203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28287534'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.335585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3b7c94c7-ee5d-4df3-b6f8-04d5a3689801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:12.370987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d530d95e-4724-44cd-a8da-1e9115510e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.394601 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50a9a28-7b80-43a6-8d7d-978f2cce2d0f,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:12.455418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:12.493553 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20120eab-bbd0-4aa8-a81d-f4c386c67bc0 req-26e6bb4c-ce0e-49fc-be18-0fc915b0431e service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3371899
Apr 08 08:19:12.516131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.526177 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a50a9a28-7b80-43a6-8d7d-978f2cce2d0f HTTP/1.1" status: 204  len: 168 time: 2.1529219
Apr 08 08:19:12.526954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33436) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:12.551576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d530d95e-4724-44cd-a8da-1e9115510e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.584395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.604322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe76f04-7aa5-4306-a4c0-71282024bffc req-6643b49f-77c9-4ac1-95ce-ba198667f09e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:12.607765 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8fe76f04-7aa5-4306-a4c0-71282024bffc req-6643b49f-77c9-4ac1-95ce-ba198667f09e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.5036473
Apr 08 08:19:12.622754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.640364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.653353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.656427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:12.733671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.789266 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e85350eea0b46f3832ab831d76ab2eb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2454503
Apr 08 08:19:12.803262 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8fe76f04-7aa5-4306-a4c0-71282024bffc req-969cc6a8-f04e-4272-88d1-6229e2a60913 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681244
Apr 08 08:19:12.827905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33440) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:12.837940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:19:12.848701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24802f29-bb09-4237-b97c-cb52d4b3749c,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:12.855746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:12.880157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:12.922690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.943564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d530d95e-4724-44cd-a8da-1e9115510e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.949929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50dd9f2-7536-4743-b328-46ff0dc87d99,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:12.956491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:12.957378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:12.994458 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:12.994835 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Added segment d6ba8284-8022-4c77-a29c-a82539deb525 of type vlan for network 203fd7f8-fb4e-49e6-86ac-3efa81320330
Apr 08 08:19:13.016704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530d95e-4724-44cd-a8da-1e9115510e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:13.033379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d530d95e-4724-44cd-a8da-1e9115510e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:13.109493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.134550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-14e7d759-1636-4f2e-963e-3dd015a5e965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.140285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d530d95e-4724-44cd-a8da-1e9115510e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.144957 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d530d95e-4724-44cd-a8da-1e9115510e14 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b6ecbcfa-2864-4e13-ae6a-6d1e3fd38c4a HTTP/1.1" status: 204  len: 168 time: 1.2079966
Apr 08 08:19:13.172675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0b2efc88>,) {'filters': {'network_id': ['a0bafff7-3b03-4341-b9de-7ccd65d80860']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:13.194239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-14e7d759-1636-4f2e-963e-3dd015a5e965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.214596 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.220624 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:13.221291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.227224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:13.242450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b2efc88>, '61203054-5283-4bd9-b263-86bf1fe8434f') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:13.243494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b2efc88>, '61203054-5283-4bd9-b263-86bf1fe8434f') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:13.274978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.306377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.317276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:19:13.346880 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.9693525
Apr 08 08:19:13.347812 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33450) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:13.363444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Request body: {'subnet': {'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1795161888-subnet', 'tenant_id': '3bc36f910fa1484ea10a6f527bfb1845', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:19:13.373142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:13.381557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Pushing event updated for resources: {'Network': ['ID=203fd7f8-fb4e-49e6-86ac-3efa81320330,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:13.393681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Usage tracker for resource:subnet and tenant:3bc36f910fa1484ea10a6f527bfb1845 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:13.396934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 203fd7f8-fb4e-49e6-86ac-3efa81320330 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:19:13.399363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:13.400435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:13.412247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-14e7d759-1636-4f2e-963e-3dd015a5e965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.419818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:13.422267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d530d95e-4724-44cd-a8da-1e9115510e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:13.453911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e7d759-1636-4f2e-963e-3dd015a5e965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24802f29-bb09-4237-b97c-cb52d4b3749c,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:13.467975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-14e7d759-1636-4f2e-963e-3dd015a5e965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:13.470438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Made reservation on behalf of 3bc36f910fa1484ea10a6f527bfb1845 for: {'subnet': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:19:13.477459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.734547 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-14e7d759-1636-4f2e-963e-3dd015a5e965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:13.739011 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-14e7d759-1636-4f2e-963e-3dd015a5e965 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24802f29-bb09-4237-b97c-cb52d4b3749c HTTP/1.1" status: 204  len: 168 time: 0.8911352
Apr 08 08:19:13.927477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd2cdc-f3e4-4434-9a8c-74f052d046c5 req-3af1cf93-df7d-4126-9077-d793bfc9faac tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:13.931094 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5cfd2cdc-f3e4-4434-9a8c-74f052d046c5 req-3af1cf93-df7d-4126-9077-d793bfc9faac tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2976270
Apr 08 08:19:14.053608 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5cfd2cdc-f3e4-4434-9a8c-74f052d046c5 req-6f6703a9-186d-4a95-a051-6d70a4727de3 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815120
Apr 08 08:19:14.143097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Network a0bafff7-3b03-4341-b9de-7ccd65d80860 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:19:14.162849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:14.548146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for subnet, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:14.592101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Network a0bafff7-3b03-4341-b9de-7ccd65d80860 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:19:14.620794 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:19:14.687065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-16c53f12-a606-4501-8428-d91c9d51275f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:14.701532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0a1c7-be21-4a6c-bd80-e767860bbdff req-62776019-4ca4-4575-ac89-b9651b5f88ce tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:14.709926 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-adb0a1c7-be21-4a6c-bd80-e767860bbdff req-62776019-4ca4-4575-ac89-b9651b5f88ce tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.4190829
Apr 08 08:19:14.753441 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-adb0a1c7-be21-4a6c-bd80-e767860bbdff req-9b45418a-a439-40c5-8da3-b5b92c12dce3 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424445
Apr 08 08:19:14.780964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:14.787540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:14.791836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:14.813784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bafff7-3b03-4341-b9de-7ccd65d80860,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:14.816665 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:14.818490 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a0bafff7-3b03-4341-b9de-7ccd65d80860 HTTP/1.1" status: 204  len: 168 time: 2.2904828
Apr 08 08:19:14.830818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33498) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:14.849957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e240df5-57ac-41d5-85e6-39ec082f4422,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:14.856630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:14.942764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Checking segment: {'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:19:14.943343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Network hostable DHCP agents. Network: 203fd7f8-fb4e-49e6-86ac-3efa81320330, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:19:15.001007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Network 203fd7f8-fb4e-49e6-86ac-3efa81320330 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:19:15.019510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d3016cd6-b7ec-4f38-bac8-b6f633ebbbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:15.021349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 203fd7f8-fb4e-49e6-86ac-3efa81320330) {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:19:15.029948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:15.031037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:15.036206 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] Deleting subnet dbaa88af-0174-4cdc-a0b3-7b6a126d3c5d {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:19:15.041823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c0b9f2-4a6a-4c1d-ad46-d7928e90a3bb None None] Network 203fd7f8-fb4e-49e6-86ac-3efa81320330 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:19:15.052593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:15.117320 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7631519
Apr 08 08:19:15.170274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1513428'] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:15.373111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:15.726373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79af80ff-1026-411e-8ad9-51b06bc31011 None None] Network 203fd7f8-fb4e-49e6-86ac-3efa81320330 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:19:15.803095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28a9c5-62be-4dcb-9d22-c92f4594ca0d req-4f2d9405-11b5-4bf1-abf1-3cd79324e35a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:15.805050 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7c28a9c5-62be-4dcb-9d22-c92f4594ca0d req-4f2d9405-11b5-4bf1-abf1-3cd79324e35a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.3768196
Apr 08 08:19:15.898420 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7c28a9c5-62be-4dcb-9d22-c92f4594ca0d req-38cc2c17-d861-4c7a-9343-0057ba15395b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735078
Apr 08 08:19:15.945582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826691203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28287534'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:15.983282 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:16.045502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbaa88af-0174-4cdc-a0b3-7b6a126d3c5d,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:16.102519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:16.155450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:16.167489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33536) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:16.168291 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e6d28028-63c8-45eb-9ba6-6b5f858b79de admin admin] 10.222.0.54 "DELETE /v2.0/subnets/dbaa88af-0174-4cdc-a0b3-7b6a126d3c5d HTTP/1.1" status: 204  len: 168 time: 1.3360729
Apr 08 08:19:16.429229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:16.991032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:17.166802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f7c0afd0160>> segment before_delete 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.167215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f7c0afd0160>> subnet precommit_delete_associations 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.168140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c108b6978>> segment_host_mapping after_create 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.169084 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c108b6978>> port after_create 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.169532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c108b6978>> port after_delete 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.170107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c108b6978>> port after_update 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.170618 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c108b6978>> segment after_delete 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.171007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c108b6978>> subnet after_create 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.171376 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c108b6978>> subnet after_delete 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.171838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f7c108b6978>> subnet after_update 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.236394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9968f28-c8a6-4b81-8a75-e0638272e1a2 req-fb75afce-4177-4f70-8972-269806cab4b3 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:17.238592 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b9968f28-c8a6-4b81-8a75-e0638272e1a2 req-fb75afce-4177-4f70-8972-269806cab4b3 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1274488
Apr 08 08:19:17.303405 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b9968f28-c8a6-4b81-8a75-e0638272e1a2 req-98bac8b9-9b09-40ef-97c4-39391a102556 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574765
Apr 08 08:19:17.317749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7c0bd974e0>> subnet after_create 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.317973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7c0bd974e0>> subnet after_delete 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.318258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7c0bd974e0>> subnet before_create 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.318640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f7c0bd974e0>> subnet before_update 55550000 {{(pid=84307) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 08 08:19:17.319056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0af0c208>,) {'filters': {'network_id': ['c53dabf4-8cb9-4475-898f-c3fc6c765da2']}} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:17.339503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0af0c208>, 'aa3dc095-46e5-4a82-a192-b2f3f16336cc') {'for_net_delete': True} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:17.339826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0af0c208>, 'aa3dc095-46e5-4a82-a192-b2f3f16336cc') {} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:19:17.355227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28326607'] for segment, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:17.374920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:17.383240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=84307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:19:17.638782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Network c53dabf4-8cb9-4475-898f-c3fc6c765da2 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:19:17.653559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853245106'] for segment, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:17.894566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Network c53dabf4-8cb9-4475-898f-c3fc6c765da2 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   from cryptography.utils import int_from_bytes
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   from cryptography.utils import int_from_bytes
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   (rel_b, rel_a, rel_b),
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   (rel_b, rel_a, rel_b),
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:19:17.928771 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:19:18.037089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:18.044218 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:18.069529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:18.082907 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c53dabf4-8cb9-4475-898f-c3fc6c765da2 HTTP/1.1" status: 204  len: 168 time: 1.9105392
Apr 08 08:19:18.082907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Pushing event deleted for resources: {'Network': ['ID=c53dabf4-8cb9-4475-898f-c3fc6c765da2,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:18.085076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:18.122802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fed324ef-2ed7-408f-aa51-6dc272ee9b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:18.148284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:18.386635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33590) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:18.500115 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ada3c18a-f6eb-4273-b863-e936157c7acb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c88486d56a184b138ec3976f3511fbd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1115878
Apr 08 08:19:18.504573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33598) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:18.644737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13164fba-430f-40c1-8e7c-eed70704de32 req-9cafdc75-86ab-430a-8574-66ac4ec26a4f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:18.647525 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13164fba-430f-40c1-8e7c-eed70704de32 req-9cafdc75-86ab-430a-8574-66ac4ec26a4f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1453116
Apr 08 08:19:18.723586 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13164fba-430f-40c1-8e7c-eed70704de32 req-bc078c94-3ef3-4fb0-99cf-0e2c6041a105 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604184
Apr 08 08:19:18.749443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bf61945d-b02c-4d41-8c18-3ab3e348aa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:18.806389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bf61945d-b02c-4d41-8c18-3ab3e348aa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:18.835721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-0c744d58-f462-4ed0-aa2d-ac9753798158 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:18.837190 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-0c744d58-f462-4ed0-aa2d-ac9753798158 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/networks?id=203fd7f8-fb4e-49e6-86ac-3efa81320330 HTTP/1.1" status: 200  len: 809 time: 0.3838553
Apr 08 08:19:18.877732 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-e173e5d9-6b7a-4bba-9db4-80edc18865a8 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/quotas/3bc36f910fa1484ea10a6f527bfb1845 HTTP/1.1" status: 200  len: 375 time: 0.0280976
Apr 08 08:19:18.888323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bf61945d-b02c-4d41-8c18-3ab3e348aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:18.897110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:18.952355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bf61945d-b02c-4d41-8c18-3ab3e348aa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:18.953648 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-bf61945d-b02c-4d41-8c18-3ab3e348aa3c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5359e0af-28c4-4fb5-b2b7-7d1e0a28d846 HTTP/1.1" status: 204  len: 168 time: 0.4478843
Apr 08 08:19:18.962201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61945d-b02c-4d41-8c18-3ab3e348aa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5359e0af-28c4-4fb5-b2b7-7d1e0a28d846,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:18.970596 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bf61945d-b02c-4d41-8c18-3ab3e348aa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:18.973400 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-75c71b98-b3ea-42d8-918d-6a39358d34f4 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc36f910fa1484ea10a6f527bfb1845&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0775251
Apr 08 08:19:19.270953 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-f567d813-a99c-411d-adb7-0c9c559356f2 service neutron] 10.222.0.54 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2648058
Apr 08 08:19:19.362885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:19.579092 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-ff9a2e84-285c-4dcd-ab6b-37bd31b95462 service neutron] 10.222.0.54 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3060257
Apr 08 08:19:19.652669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-4caaa4b7-20ff-4d56-b7ad-ea9a462820b3 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:19.654530 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-4caaa4b7-20ff-4d56-b7ad-ea9a462820b3 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 815 time: 0.2056513
Apr 08 08:19:19.655088 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33634) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:19.675374 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-db9cb3aa-b281-4d64-9f43-0fbbb4163e6d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/quotas/133fc72324744e6a84122cfefb171fab HTTP/1.1" status: 200  len: 375 time: 0.0135312
Apr 08 08:19:19.744731 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c567e837-044d-421d-831f-6206719d815d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=609d79f591c0433ba9c67a644cd8dffe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0878887
Apr 08 08:19:19.753298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33640) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:19.856272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-442decce-5159-49b4-8732-5d92f8eedadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:19.874006 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-bc1716f3-4525-43c1-8bfb-4aa86877672b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1905444
Apr 08 08:19:19.915934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-442decce-5159-49b4-8732-5d92f8eedadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:20.035675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:20.042136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-442decce-5159-49b4-8732-5d92f8eedadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:20.054382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:20.084145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442decce-5159-49b4-8732-5d92f8eedadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd98c91b-7abf-4890-b260-6f37494e8f51,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:20.087372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-442decce-5159-49b4-8732-5d92f8eedadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:20.088482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-442decce-5159-49b4-8732-5d92f8eedadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:20.096324 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-442decce-5159-49b4-8732-5d92f8eedadd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fd98c91b-7abf-4890-b260-6f37494e8f51 HTTP/1.1" status: 204  len: 168 time: 0.3377507
Apr 08 08:19:20.108703 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-3462ff04-45c3-4dc5-953b-55c0a5614f00 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2277265
Apr 08 08:19:20.231787 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-44b3f3d4-e2b3-4a82-b7db-fdf2fbf1089a req-7f1cdd12-b7e7-48e2-9799-f30a52c6d5a0 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 210 time: 0.1178071
Apr 08 08:19:20.472304 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-61a917dc-88f5-4878-bcab-c317ab3fbc0d service neutron] 10.222.0.54 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3622172
Apr 08 08:19:20.724156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0687b0b-236d-45e4-9f70-275e23ff2c1e req-ab02696f-a3ec-4096-8620-61ee327857bd tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:20.726024 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0687b0b-236d-45e4-9f70-275e23ff2c1e req-ab02696f-a3ec-4096-8620-61ee327857bd tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1994512
Apr 08 08:19:20.771606 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0687b0b-236d-45e4-9f70-275e23ff2c1e req-a50255b1-3d54-4531-8968-0e2f47f2ad38 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370705
Apr 08 08:19:20.932922 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cc716092-3045-4d98-b48d-de039479703d req-00791798-9df8-472b-8513-724d3b9b5356 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 210 time: 0.1176977
Apr 08 08:19:21.519410 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c458f547-87a6-49ea-9968-6eaf215edbec req-89e33cda-5368-4054-9758-0a803e3b0ca9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 210 time: 0.0754578
Apr 08 08:19:22.294758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-364b6b54-2896-4d57-8e4b-b275e038078a tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:22.299318 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-364b6b54-2896-4d57-8e4b-b275e038078a tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.48 "GET /v2.0/networks?id=203fd7f8-fb4e-49e6-86ac-3efa81320330 HTTP/1.1" status: 200  len: 809 time: 0.2081101
Apr 08 08:19:22.319909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Request body: {'port': {'device_id': '1f1e2519-4e5b-491f-8dcb-65452e75d8f6', 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330', 'admin_state_up': True, 'tenant_id': '3bc36f910fa1484ea10a6f527bfb1845'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:19:22.389757 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f2b6d953-68bd-42f8-aa17-70d9a7703d3d req-224ff281-70bc-48d2-8081-b3bbea48a40a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 210 time: 0.0833077
Apr 08 08:19:22.490860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b505fb-9e07-4436-9138-e86a2cc564a7 req-394fa85d-b02d-4209-8402-b3d5571f8c96 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:22.518081 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d1b505fb-9e07-4436-9138-e86a2cc564a7 req-394fa85d-b02d-4209-8402-b3d5571f8c96 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.4948113
Apr 08 08:19:22.590441 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d1b505fb-9e07-4436-9138-e86a2cc564a7 req-81fd13e3-1e22-423f-90bc-0dc51a6450b3 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708811
Apr 08 08:19:22.682218 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:22.698032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Usage tracker for resource:port and tenant:3bc36f910fa1484ea10a6f527bfb1845 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:22.704709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:22.717731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:22.735864 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Made reservation on behalf of 3bc36f910fa1484ea10a6f527bfb1845 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:19:22.749369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:22.806667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:23.108235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Allocated IP 172.20.0.10 (203fd7f8-fb4e-49e6-86ac-3efa81320330/2e240df5-57ac-41d5-85e6-39ec082f4422/7c5619f2-52e5-48ec-9506-887778f0f88f) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:19:23.211597 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c00db176-5382-4dd6-a3dd-dbba0a751810 req-8956ad8a-e043-49c0-8c30-db7748aa8e90 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 210 time: 0.1505630
Apr 08 08:19:23.951128 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a49793a-ebb4-493b-b196-ae2e7b040b35 req-2ee1ac8f-d4fb-4e0c-b56d-bafe30892a78 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 210 time: 0.0806587
Apr 08 08:19:24.003533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-1ac57f82-8f37-4e67-8f20-862bfa1571a1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:24.005279 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-1ac57f82-8f37-4e67-8f20-862bfa1571a1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 815 time: 0.3170440
Apr 08 08:19:24.014424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:24.030784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Request body: {'port': {'device_id': '43347bde-2d50-4010-bfce-69e8625d28d4', 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'admin_state_up': True, 'tenant_id': '133fc72324744e6a84122cfefb171fab'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:19:24.055282 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0547a-775b-411d-8f48-822c93dacea7 req-d71dc47f-50dc-4dee-9982-b69b7c2a971b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:24.057093 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f1a0547a-775b-411d-8f48-822c93dacea7 req-d71dc47f-50dc-4dee-9982-b69b7c2a971b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1374812
Apr 08 08:19:24.102587 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f1a0547a-775b-411d-8f48-822c93dacea7 req-16600e97-a7ec-42b7-ba1b-056d1fcd943e tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296836
Apr 08 08:19:24.237228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:24.309989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:24.651364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Pushing event updated for resources: {'Port': ['ID=7c5619f2-52e5-48ec-9506-887778f0f88f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:24.665070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:24.706698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:24.751227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:24.759896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Network 203fd7f8-fb4e-49e6-86ac-3efa81320330 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:19:24.762342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:19:24.766971 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:19:24.816252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Made reservation on behalf of 133fc72324744e6a84122cfefb171fab for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:19:24.822674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:24.842273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3cf1f-472c-4223-b6c1-d2970b122017 req-e67131a6-0f28-4c13-98e7-d5e4916d040b tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:24.844014 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9fb3cf1f-472c-4223-b6c1-d2970b122017 req-e67131a6-0f28-4c13-98e7-d5e4916d040b tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 932 time: 0.2801447
Apr 08 08:19:24.943713 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:24.945002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:24.963850 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9fb3cf1f-472c-4223-b6c1-d2970b122017 req-8a4a41f8-4d37-494e-a6ea-70f6221891fd tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741353
Apr 08 08:19:25.040101 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7304695
Apr 08 08:19:25.132655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Request body: {'port': {'device_id': '1f1e2519-4e5b-491f-8dcb-65452e75d8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:19:25.352128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:19:25.354173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-f4359b22-7187-43ba-9f38-a3c45f7f81c2 req-6b09bd1f-cb22-4ddd-801f-42b645a3d4ab tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:19:25.414691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Allocated IP 172.20.0.8 (3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4/b77e3a5e-ec48-450b-8594-0e0d5a928576/f1e03d83-5794-49cc-a09e-fb1de93f5847) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:19:25.419650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:25.472101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-f4359b22-7187-43ba-9f38-a3c45f7f81c2 req-6b09bd1f-cb22-4ddd-801f-42b645a3d4ab tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:19:25.483393 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4359b22-7187-43ba-9f38-a3c45f7f81c2 req-6b09bd1f-cb22-4ddd-801f-42b645a3d4ab tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 210 time: 0.3617952
Apr 08 08:19:25.750685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f13c8-ed7d-461d-92d5-d0e3ea14b39d req-d855c42a-d173-48f4-9119-ba643ea0d8a2 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:25.754079 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-478f13c8-ed7d-461d-92d5-d0e3ea14b39d req-d855c42a-d173-48f4-9119-ba643ea0d8a2 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1911016
Apr 08 08:19:25.794462 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-478f13c8-ed7d-461d-92d5-d0e3ea14b39d req-d28b10f7-a54a-4988-92c8-4fb9cfd32ad1 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282457
Apr 08 08:19:26.035647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:26.154350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:26.169036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['f312d938-4450-4b46-a6c3-d3fad8f5f0aa', '53834ca1-0e96-47bf-9f55-7126b04f38dc'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:19:26.292575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:26.361542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5b13a-12de-448d-8b6d-e6cdb71f14e5 req-39ff398a-0a0b-43a4-b968-948c54ac8673 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:26.370940 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d9a5b13a-12de-448d-8b6d-e6cdb71f14e5 req-39ff398a-0a0b-43a4-b968-948c54ac8673 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 932 time: 0.1922212
Apr 08 08:19:26.425239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5619f2-52e5-48ec-9506-887778f0f88f {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:19:26.444606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-d9a5b13a-12de-448d-8b6d-e6cdb71f14e5 req-09165079-da9b-488d-a812-31caf2f74ad6 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Synchronizing usage tracker for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:19:26.444883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:26.445731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Pushing event updated for resources: {'Port': ['ID=f1e03d83-5794-49cc-a09e-fb1de93f5847,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:26.452922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:26.464464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-d9a5b13a-12de-448d-8b6d-e6cdb71f14e5 req-09165079-da9b-488d-a812-31caf2f74ad6 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Unset dirty status for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:19:26.476857 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d9a5b13a-12de-448d-8b6d-e6cdb71f14e5 req-09165079-da9b-488d-a812-31caf2f74ad6 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000893
Apr 08 08:19:26.481085 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Transition to ACTIVE for port object 7c5619f2-52e5-48ec-9506-887778f0f88f will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:19:26.485503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:26.510507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:19:26.514292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c0013aee-f84b-43af-a50b-dc751023a771 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:26.567640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:19:26.580745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:19:27.080482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5619f2-52e5-48ec-9506-887778f0f88f,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:27.086269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:27.126040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:27.126040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:27.184146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383a7c0-fd34-4402-bc5e-dd9597fb4d24 req-501b5348-e390-407d-b02f-c558e4130c48 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:27.192322 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3383a7c0-fd34-4402-bc5e-dd9597fb4d24 req-501b5348-e390-407d-b02f-c558e4130c48 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 931 time: 0.5194514
Apr 08 08:19:27.202439 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1792359
Apr 08 08:19:27.222640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Request body: {'port': {'device_id': '43347bde-2d50-4010-bfce-69e8625d28d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:19:27.370151 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3383a7c0-fd34-4402-bc5e-dd9597fb4d24 req-7159e0d5-4eb4-4107-aa14-d3f8679c305e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1738944
Apr 08 08:19:27.485394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9367d8d3-fe4b-40cc-bece-e07fb2c77bd3 req-c888ca25-d91a-4617-a516-1fdbfe69397b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:27.492639 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9367d8d3-fe4b-40cc-bece-e07fb2c77bd3 req-c888ca25-d91a-4617-a516-1fdbfe69397b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2515044
Apr 08 08:19:27.542646 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9367d8d3-fe4b-40cc-bece-e07fb2c77bd3 req-02ba3398-e503-44e6-80a8-4237c93c8d41 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418115
Apr 08 08:19:27.617793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:27.828435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Attempting to bind port 7c5619f2-52e5-48ec-9506-887778f0f88f on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:19:27.828820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Attempting to bind port 7c5619f2-52e5-48ec-9506-887778f0f88f by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:19:27.829195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Attempting to bind port 7c5619f2-52e5-48ec-9506-887778f0f88f on network 203fd7f8-fb4e-49e6-86ac-3efa81320330 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:19:27.878078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Port 7c5619f2-52e5-48ec-9506-887778f0f88f on network 203fd7f8-fb4e-49e6-86ac-3efa81320330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:19:27.878452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Attempting to bind port 7c5619f2-52e5-48ec-9506-887778f0f88f on network 203fd7f8-fb4e-49e6-86ac-3efa81320330 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:19:27.898686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:19:27.899054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Checking segment: {'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:19:27.899486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Bound using segment: {'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:19:27.900004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Bound port: 7c5619f2-52e5-48ec-9506-887778f0f88f, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:19:27.900400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:28.115733 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] For port 7c5619f2-52e5-48ec-9506-887778f0f88f, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:19:28.143275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f1e2f-efc4-42d5-a025-2c86d46b14a2 req-6e4fef25-42f8-405e-a27d-cc9994a27df7 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:28.144102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7f8f1e2f-efc4-42d5-a025-2c86d46b14a2 req-6e4fef25-42f8-405e-a27d-cc9994a27df7 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Synchronizing usage tracker for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:19:28.208933 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] For port 7c5619f2-52e5-48ec-9506-887778f0f88f, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5619f2-52e5-48ec-9506-887778f0f88f,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:19:28.221227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:28.247087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:28.380358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7f8f1e2f-efc4-42d5-a025-2c86d46b14a2 req-6e4fef25-42f8-405e-a27d-cc9994a27df7 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Unset dirty status for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:19:28.381897 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7f8f1e2f-efc4-42d5-a025-2c86d46b14a2 req-6e4fef25-42f8-405e-a27d-cc9994a27df7 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 944 time: 0.6426694
Apr 08 08:19:28.485904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5619f2-52e5-48ec-9506-887778f0f88f,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:28.491580 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7f8f1e2f-efc4-42d5-a025-2c86d46b14a2 req-5285d425-b2a9-49b1-9110-dcd5123c3bb8 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866451
Apr 08 08:19:28.492494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:28.713458 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:28.715820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:28.717837 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] 10.222.0.48 "PUT /v2.0/ports/7c5619f2-52e5-48ec-9506-887778f0f88f HTTP/1.1" status: 200  len: 1094 time: 3.5974381
Apr 08 08:19:28.718711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1e2519-4e5b-491f-8dcb-65452e75d8f6', 'tag': '7c5619f2-52e5-48ec-9506-887778f0f88f'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:19:28.742172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e03d83-5794-49cc-a09e-fb1de93f5847 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:19:28.752087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:28.769250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Transition to ACTIVE for port object f1e03d83-5794-49cc-a09e-fb1de93f5847 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:19:28.772664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:28.787957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e704543f-5264-409b-b2ec-6424078f5e20 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:28.788211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa6bb9-8b8d-4395-96ef-bf55ee5d3a42 req-f44240a0-419c-4182-afc2-295240771dff tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:28.790180 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-99aa6bb9-8b8d-4395-96ef-bf55ee5d3a42 req-f44240a0-419c-4182-afc2-295240771dff tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 931 time: 0.1843812
Apr 08 08:19:28.851580 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-99aa6bb9-8b8d-4395-96ef-bf55ee5d3a42 req-83244984-ec7d-43f7-9660-98cf5298b61f tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481505
Apr 08 08:19:29.009369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e03d83-5794-49cc-a09e-fb1de93f5847,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:29.015271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:29.092627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d55cf2-1644-4812-97cb-67271d9e621a req-5414fcfa-af69-436c-9258-03239cac36ff tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:29.094390 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b3d55cf2-1644-4812-97cb-67271d9e621a req-5414fcfa-af69-436c-9258-03239cac36ff tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1037397
Apr 08 08:19:29.130874 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b3d55cf2-1644-4812-97cb-67271d9e621a req-402abf0b-858f-43f6-8a68-f382c9e8848d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293376
Apr 08 08:19:29.213779 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1e2519-4e5b-491f-8dcb-65452e75d8f6', 'tag': '7c5619f2-52e5-48ec-9506-887778f0f88f', 'status': 'completed', 'code': 200}
Apr 08 08:19:29.423729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Attempting to bind port f1e03d83-5794-49cc-a09e-fb1de93f5847 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:19:29.424108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Attempting to bind port f1e03d83-5794-49cc-a09e-fb1de93f5847 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:19:29.424589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Attempting to bind port f1e03d83-5794-49cc-a09e-fb1de93f5847 on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:19:29.430393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Port f1e03d83-5794-49cc-a09e-fb1de93f5847 on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:19:29.430762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Attempting to bind port f1e03d83-5794-49cc-a09e-fb1de93f5847 on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:19:29.439641 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:19:29.440275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Checking segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:19:29.440907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Bound using segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:19:29.441437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Bound port: f1e03d83-5794-49cc-a09e-fb1de93f5847, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:19:29.441952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:29.546192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] For port f1e03d83-5794-49cc-a09e-fb1de93f5847, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:19:29.550367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] For port f1e03d83-5794-49cc-a09e-fb1de93f5847, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f1e03d83-5794-49cc-a09e-fb1de93f5847,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:19:29.554716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:29.576382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:29.741472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e03d83-5794-49cc-a09e-fb1de93f5847,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:29.745100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:29.795130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:29.796224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:29.798128 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] 10.222.0.48 "PUT /v2.0/ports/f1e03d83-5794-49cc-a09e-fb1de93f5847 HTTP/1.1" status: 200  len: 1093 time: 2.5833931
Apr 08 08:19:31.215680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43347bde-2d50-4010-bfce-69e8625d28d4', 'tag': 'f1e03d83-5794-49cc-a09e-fb1de93f5847'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:19:31.821099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f4607-96a2-43c1-b921-6db20bf22f07 req-32373fee-2544-42fc-8249-869ff72158ce tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:31.823448 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-848f4607-96a2-43c1-b921-6db20bf22f07 req-32373fee-2544-42fc-8249-869ff72158ce tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 943 time: 0.1477559
Apr 08 08:19:31.848837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d244b-1e0f-49bb-9826-2f6b8a0cb519 req-b03c24ff-34c5-4f48-b5f7-fdbf96e19c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:31.853532 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b12d244b-1e0f-49bb-9826-2f6b8a0cb519 req-b03c24ff-34c5-4f48-b5f7-fdbf96e19c6d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bc36f910fa1484ea10a6f527bfb1845&device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 1097 time: 0.3231254
Apr 08 08:19:31.853974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-1ac7c72e-7992-4a82-8809-aae2acdffb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:31.856339 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-1ac7c72e-7992-4a82-8809-aae2acdffb61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 1096 time: 0.2763138
Apr 08 08:19:31.858930 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-848f4607-96a2-43c1-b921-6db20bf22f07 req-8fc6bb6d-98f6-401a-94b3-e2ce3e111af5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275755
Apr 08 08:19:31.998242 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-ecf84652-1e53-4912-9a9a-3924bbf77947 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1e03d83-5794-49cc-a09e-fb1de93f5847 HTTP/1.1" status: 200  len: 217 time: 0.1256690
Apr 08 08:19:32.119151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4ec66-48c2-4191-a8e8-454ae5c819a1 req-9d648edf-aae6-42a8-a4ea-2d7adaff5892 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:32.126370 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7e4ec66-48c2-4191-a8e8-454ae5c819a1 req-9d648edf-aae6-42a8-a4ea-2d7adaff5892 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1150362
Apr 08 08:19:32.205406 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7e4ec66-48c2-4191-a8e8-454ae5c819a1 req-f5d0a865-76c9-497a-8d6e-9855a9b31f44 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755680
Apr 08 08:19:32.564984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 33956) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:32.579520 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43347bde-2d50-4010-bfce-69e8625d28d4', 'tag': 'f1e03d83-5794-49cc-a09e-fb1de93f5847', 'status': 'completed', 'code': 200}
Apr 08 08:19:32.603369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b48e9f-176b-4ede-926a-5b7faf6ef3dd req-e35de7aa-2970-4c7f-bc93-73cffad5274d tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:32.607026 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-74b48e9f-176b-4ede-926a-5b7faf6ef3dd req-e35de7aa-2970-4c7f-bc93-73cffad5274d tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 944 time: 0.8743908
Apr 08 08:19:32.731583 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-74b48e9f-176b-4ede-926a-5b7faf6ef3dd req-5afbba4a-5e26-41c1-9c7b-1e02fe1e93de tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969079
Apr 08 08:19:32.754739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-6c5c688e-7cab-4c3f-91f6-6021cd190613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:32.758309 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-6c5c688e-7cab-4c3f-91f6-6021cd190613 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.6922872
Apr 08 08:19:32.835318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:32.854244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:32.855393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d244b-1e0f-49bb-9826-2f6b8a0cb519 req-461b117c-afcb-4a20-9133-1a32fa5ed60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:32.857036 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b12d244b-1e0f-49bb-9826-2f6b8a0cb519 req-461b117c-afcb-4a20-9133-1a32fa5ed60d service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=3bc36f910fa1484ea10a6f527bfb1845&shared=False HTTP/1.1" status: 200  len: 910 time: 0.9864054
Apr 08 08:19:32.859333 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-9188dd13-3a7c-4f9c-bc09-b8195f4acc9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0764084
Apr 08 08:19:32.859664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Usage tracker for resource:security_group_rule and tenant:2f8b4ad5c0644310886c65547e465620 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:32.863087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:32.874413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:32.993738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:33.004558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:33.022538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c66256e8-1f82-4fff-83e3-326c46d99a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:33.104508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4344b85-c7fd-4618-8045-90d380418d77,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:33.121819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:33.144544 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f8b4ad5c0644310886c65547e465620&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5768149
Apr 08 08:19:33.149320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 33974) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:33.189242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e3832-f110-4ac7-8709-7dc8790d7089 req-038df567-a12f-4aa0-abb6-9287e2b5ccab tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:33.192350 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-042e3832-f110-4ac7-8709-7dc8790d7089 req-038df567-a12f-4aa0-abb6-9287e2b5ccab tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 943 time: 0.1714056
Apr 08 08:19:33.281107 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-042e3832-f110-4ac7-8709-7dc8790d7089 req-883a1458-aac2-4202-b0c9-d0c161c35faa tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789249
Apr 08 08:19:33.342873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d244b-1e0f-49bb-9826-2f6b8a0cb519 req-257cafa3-ecc5-4833-adc3-77aa63954ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:33.345896 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b12d244b-1e0f-49bb-9826-2f6b8a0cb519 req-257cafa3-ecc5-4833-adc3-77aa63954ca0 service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4753013
Apr 08 08:19:33.349540 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-b331b940-0453-426f-a91e-16d0fd3b5b9b service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4500239
Apr 08 08:19:33.599835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b06e302b-7d03-41cc-8590-25d6a8030a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:33.728214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b06e302b-7d03-41cc-8590-25d6a8030a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:33.812219 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e497b277-475a-4883-ae2a-4a966cf3f2eb req-33b2c8f0-5188-41f7-9447-d6ac01d3fe44 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4453983
Apr 08 08:19:33.898907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d9c6f4-542a-492b-93be-aa0b8d79126a req-641339a0-4bcf-4dfc-9252-9ae3497e0422 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:33.901840 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01d9c6f4-542a-492b-93be-aa0b8d79126a req-641339a0-4bcf-4dfc-9252-9ae3497e0422 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.5054324
Apr 08 08:19:33.907234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-eb46614e-5857-4904-ba96-6981a66ad2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:33.910078 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-eb46614e-5857-4904-ba96-6981a66ad2a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bc36f910fa1484ea10a6f527bfb1845&device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 1097 time: 0.4977899
Apr 08 08:19:34.138080 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-4fecc91f-6536-45ec-aad0-f15d0126a075 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c5619f2-52e5-48ec-9506-887778f0f88f HTTP/1.1" status: 200  len: 217 time: 0.1613667
Apr 08 08:19:34.223988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b06e302b-7d03-41cc-8590-25d6a8030a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:34.235260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bd0fec2b-c44e-4573-994f-fd60a55e7154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:34.246220 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-01d9c6f4-542a-492b-93be-aa0b8d79126a req-fbf393bb-5f9a-4617-a521-3f955852fd07 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710676
Apr 08 08:19:34.268610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e302b-7d03-41cc-8590-25d6a8030a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4344b85-c7fd-4618-8045-90d380418d77,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:34.282524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b06e302b-7d03-41cc-8590-25d6a8030a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:34.299854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b06e302b-7d03-41cc-8590-25d6a8030a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:34.305298 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b06e302b-7d03-41cc-8590-25d6a8030a75 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f4344b85-c7fd-4618-8045-90d380418d77 HTTP/1.1" status: 204  len: 168 time: 1.1507046
Apr 08 08:19:34.331174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-df40e88c-1978-4b64-8b2a-872854dfe408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:34.332831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-df40e88c-1978-4b64-8b2a-872854dfe408 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e240df5-57ac-41d5-85e6-39ec082f4422 HTTP/1.1" status: 200  len: 849 time: 0.1832700
Apr 08 08:19:34.349452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326ebbe-cf30-44dc-b099-1d443b356f81 req-cdb04184-c326-45cc-aba6-d5c26b478451 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:34.359647 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9326ebbe-cf30-44dc-b099-1d443b356f81 req-cdb04184-c326-45cc-aba6-d5c26b478451 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 944 time: 0.1524215
Apr 08 08:19:34.414830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cc6f4-dabf-4789-881e-665663d43e65 req-8a4ba792-53a5-4a30-a8ea-6b42bff16d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:34.416401 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-923cc6f4-dabf-4789-881e-665663d43e65 req-8a4ba792-53a5-4a30-a8ea-6b42bff16d0a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 1096 time: 0.5036945
Apr 08 08:19:34.435796 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9326ebbe-cf30-44dc-b099-1d443b356f81 req-2b6cf84f-b0ed-4262-9f70-b0c862ccdcae tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602624
Apr 08 08:19:34.444221 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-af89e35b-f8c2-49d4-8482-440037ae4938 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=203fd7f8-fb4e-49e6-86ac-3efa81320330&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0822723
Apr 08 08:19:34.827708 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1b602-5aff-4076-a274-cfdab8170050 req-dae85a66-25e3-4880-ad34-e7a1d4e5214f tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:34.829932 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-04e1b602-5aff-4076-a274-cfdab8170050 req-dae85a66-25e3-4880-ad34-e7a1d4e5214f tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 943 time: 0.1151216
Apr 08 08:19:34.880729 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-04e1b602-5aff-4076-a274-cfdab8170050 req-26f8348e-b992-473c-9887-e426a163b622 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343261
Apr 08 08:19:34.949852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cc6f4-dabf-4789-881e-665663d43e65 req-4a022c1b-1667-418e-9c8e-c3bc95964a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:34.952684 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-923cc6f4-dabf-4789-881e-665663d43e65 req-4a022c1b-1667-418e-9c8e-c3bc95964a8b service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 916 time: 0.5275424
Apr 08 08:19:34.967085 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-80a28c13-ae39-4656-be64-ae0c80ce57c4 service neutron] 10.222.0.48 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4612229
Apr 08 08:19:35.097250 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-923cc6f4-dabf-4789-881e-665663d43e65 req-48982b55-4d3b-44d0-aa8b-2d67ce739715 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1e03d83-5794-49cc-a09e-fb1de93f5847 HTTP/1.1" status: 200  len: 217 time: 0.1238890
Apr 08 08:19:35.266247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cc6f4-dabf-4789-881e-665663d43e65 req-b1003d56-9d38-4ec1-827e-7f480fa67562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:35.267876 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-923cc6f4-dabf-4789-881e-665663d43e65 req-b1003d56-9d38-4ec1-827e-7f480fa67562 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.1572006
Apr 08 08:19:35.369648 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-923cc6f4-dabf-4789-881e-665663d43e65 req-777ee4fd-f51f-40ee-b011-b18f21d82d04 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0830445
Apr 08 08:19:35.380831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-64b113d7-eff9-4901-840d-ebaaa4de240a req-a6754653-8a33-4022-aea5-6cffa2799eda service neutron] 10.222.0.48 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3380373
Apr 08 08:19:35.580592 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-923cc6f4-dabf-4789-881e-665663d43e65 req-aa3286de-345c-416c-b213-0eeee8e7f0ff service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022319
Apr 08 08:19:35.721911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98fe991-4be2-4b05-92a8-cc1c79848358 req-7eebd5c7-2930-49ac-8872-3d4ac0d6ceba tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:35.724102 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c98fe991-4be2-4b05-92a8-cc1c79848358 req-7eebd5c7-2930-49ac-8872-3d4ac0d6ceba tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2611663
Apr 08 08:19:35.779187 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c98fe991-4be2-4b05-92a8-cc1c79848358 req-25dc4b3f-eee1-489e-a0ce-54ecddafe828 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421867
Apr 08 08:19:35.841422 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-923cc6f4-dabf-4789-881e-665663d43e65 req-e9aaf894-99a9-40ae-80a8-5138673ca232 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524908
Apr 08 08:19:35.859059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5236e6c7-799a-4a8d-b334-33a1b64fda97 req-4eddce3f-6520-4f61-8f54-7eca8038c5b5 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:35.860748 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5236e6c7-799a-4a8d-b334-33a1b64fda97 req-4eddce3f-6520-4f61-8f54-7eca8038c5b5 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 944 time: 0.2346525
Apr 08 08:19:35.925146 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5236e6c7-799a-4a8d-b334-33a1b64fda97 req-554bb009-8b77-4533-9ad3-3203d8548f4b tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532331
Apr 08 08:19:36.201731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092c36e-93ef-44c4-874b-12010a606744 req-4606ef4a-1a83-41ca-ba4f-a8eae790bef5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:36.204744 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a092c36e-93ef-44c4-874b-12010a606744 req-4606ef4a-1a83-41ca-ba4f-a8eae790bef5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 943 time: 0.1252623
Apr 08 08:19:36.269811 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a092c36e-93ef-44c4-874b-12010a606744 req-db5d642e-b6d1-4e42-83df-0ba613012ac2 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519340
Apr 08 08:19:37.375127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad80cd-a096-46f1-8388-2412369964cf req-f36abbe2-60ba-44a8-ae77-8b3e344f5b24 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:37.377650 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ddad80cd-a096-46f1-8388-2412369964cf req-f36abbe2-60ba-44a8-ae77-8b3e344f5b24 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 944 time: 0.2344236
Apr 08 08:19:37.436415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5dd55-d5e5-4bda-853b-187eb27bc47c req-7b0f5333-683c-4889-b1cf-4bfedf4ef8d4 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:37.439059 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-23f5dd55-d5e5-4bda-853b-187eb27bc47c req-7b0f5333-683c-4889-b1cf-4bfedf4ef8d4 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.4645283
Apr 08 08:19:37.441849 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ddad80cd-a096-46f1-8388-2412369964cf req-9eb0cdd1-fa7b-4066-98ca-1ffbac4d8c59 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489309
Apr 08 08:19:37.491911 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-23f5dd55-d5e5-4bda-853b-187eb27bc47c req-cd26f24a-dfb3-4dc1-bab2-c8c7245ebf4c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408812
Apr 08 08:19:37.759868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85003a4-727a-4c27-b320-60e216b42e22 req-875f652b-cde8-4d7f-b58b-36d0308573c4 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:37.762269 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f85003a4-727a-4c27-b320-60e216b42e22 req-875f652b-cde8-4d7f-b58b-36d0308573c4 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 943 time: 0.1272137
Apr 08 08:19:37.809134 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f85003a4-727a-4c27-b320-60e216b42e22 req-bbc0efc0-4537-44d0-9b90-40741a80f601 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296385
Apr 08 08:19:38.093875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 34100) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:38.342269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:38.381610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:38.393452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Usage tracker for resource:security_group_rule and tenant:265136f9ca1b45479cbe6091d3e0575c is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:38.400629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:38.429821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:38.474821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device f1e03d83-5794-49cc-a09e-fb1de93f5847 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:19:38.487845 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcdcb1-5a98-4c2a-be2f-377c4342d41d req-a7440760-2593-43fa-bf7a-39ea2cd6dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:38.489364 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4efcdcb1-5a98-4c2a-be2f-377c4342d41d req-a7440760-2593-43fa-bf7a-39ea2cd6dce0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 1099 time: 0.2829778
Apr 08 08:19:38.530235 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4efcdcb1-5a98-4c2a-be2f-377c4342d41d req-3b506dda-6472-4102-be8e-44724a5fde55 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324860
Apr 08 08:19:38.658863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:38.669798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:38.759371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port f1e03d83-5794-49cc-a09e-fb1de93f5847, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f1e03d83-5794-49cc-a09e-fb1de93f5847,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:38.783676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'f1e03d83-5794-49cc-a09e-fb1de93f5847', 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'port_id': 'f1e03d83-5794-49cc-a09e-fb1de93f5847', 'mac_address': 'fa:16:3e:e7:4b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77e3a5e-ec48-450b-8594-0e0d5a928576', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:19:38.802767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1e3487eb-49b5-42c5-b6bb-0d71e0ae5db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:38.885695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:38.888576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e03d83-5794-49cc-a09e-fb1de93f5847 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:19:38.893504 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=265136f9ca1b45479cbe6091d3e0575c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7952247
Apr 08 08:19:38.894377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34154) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:38.907891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44891a0-64c2-4487-9ac9-d1272d9eb76c,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:38.921188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port f1e03d83-5794-49cc-a09e-fb1de93f5847, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f1e03d83-5794-49cc-a09e-fb1de93f5847,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:38.926842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:38.928028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 7c5619f2-52e5-48ec-9506-887778f0f88f details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:19:38.928883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.929307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.929739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.930135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.930529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.930932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.931328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.931725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.932120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.932552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.933118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.934590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:38.957854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:38.976919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab267d8-e82f-40ec-a422-6266b085d87b req-3ba23e68-0197-4a90-9a9d-28f9bf979435 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:38.978721 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fab267d8-e82f-40ec-a422-6266b085d87b req-3ba23e68-0197-4a90-9a9d-28f9bf979435 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 944 time: 0.3138769
Apr 08 08:19:39.021775 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fab267d8-e82f-40ec-a422-6266b085d87b req-6dfe6a4e-7089-4cad-bbe4-d13d1d2f5013 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0298302
Apr 08 08:19:39.028586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1f758-0e20-492b-8470-420c4e495fe5 req-700c30c7-d110-4d83-a3e1-f29cd8279eaf tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:39.030682 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-10d1f758-0e20-492b-8470-420c4e495fe5 req-700c30c7-d110-4d83-a3e1-f29cd8279eaf tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2419274
Apr 08 08:19:39.048223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:39.094912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:39.213113 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-10d1f758-0e20-492b-8470-420c4e495fe5 req-6f53df1b-df42-45af-bc13-e7c7debf1553 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397718
Apr 08 08:19:39.218528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:39.252277 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-284e8e5b-ec92-49b6-b825-dca986ce349e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:39.284268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 7c5619f2-52e5-48ec-9506-887778f0f88f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5619f2-52e5-48ec-9506-887778f0f88f,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:39.300831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44891a0-64c2-4487-9ac9-d1272d9eb76c,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:39.314429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:39.338514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:39.348564 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c44891a0-64c2-4487-9ac9-d1272d9eb76c HTTP/1.1" status: 204  len: 168 time: 0.4487936
Apr 08 08:19:39.348564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.348564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.348564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.348564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.348564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.348564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.369615 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.374365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.380738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.385270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.386043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.398086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:39.409672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '7c5619f2-52e5-48ec-9506-887778f0f88f', 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330', 'port_id': '7c5619f2-52e5-48ec-9506-887778f0f88f', 'mac_address': 'fa:16:3e:db:96:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e240df5-57ac-41d5-85e6-39ec082f4422', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:19:39.422667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:39.778033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:39.832687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967ac48-4ef5-4c40-92e6-da4ee7678f27 req-baaed55e-c845-4ec2-826c-42ea8065c9eb tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:39.836878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=f1e03d83-5794-49cc-a09e-fb1de93f5847,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:39.844104 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3967ac48-4ef5-4c40-92e6-da4ee7678f27 req-baaed55e-c845-4ec2-826c-42ea8065c9eb tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 944 time: 0.2078578
Apr 08 08:19:39.852684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:39.857581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c5619f2-52e5-48ec-9506-887778f0f88f {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:19:39.878120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 7c5619f2-52e5-48ec-9506-887778f0f88f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5619f2-52e5-48ec-9506-887778f0f88f,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:39.885849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:39.889350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:39.890287 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3967ac48-4ef5-4c40-92e6-da4ee7678f27 req-d175f7e6-c575-4e7a-aeb4-e989d82d885d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451922
Apr 08 08:19:40.033128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=7c5619f2-52e5-48ec-9506-887778f0f88f,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:40.037144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:40.098298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34184) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:40.119505 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:40.138425 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:19:40.143351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Usage tracker for resource:security_group_rule and tenant:a61b0242a57147c1b4a47671d797cf44 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:19:40.147474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:19:40.160852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:19:40.253175 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['7c5619f2-52e5-48ec-9506-887778f0f88f'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:19:40.314974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:40.321863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:40.345359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3c8cd071-5fea-4680-8431-a90376978e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:40.411928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a960957-4fa0-4a50-a75c-29a33d521de0,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:40.419236 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a61b0242a57147c1b4a47671d797cf44&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3195431
Apr 08 08:19:40.420487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:40.421435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250b498-0db0-43f4-9201-d2281f75846e req-89bca501-e356-4166-8d17-0e3a6504611f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:40.430615 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34202) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:19:40.434154 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f250b498-0db0-43f4-9201-d2281f75846e req-89bca501-e356-4166-8d17-0e3a6504611f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 945 time: 0.2072725
Apr 08 08:19:40.465670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['f1e03d83-5794-49cc-a09e-fb1de93f5847'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:19:40.484069 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f250b498-0db0-43f4-9201-d2281f75846e req-1a54bd9c-2fe2-43ce-8320-b4801cd50fcf tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486219
Apr 08 08:19:40.615478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6c7c9d5d-8646-4c4d-845b-65d59633b0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:40.773759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6c7c9d5d-8646-4c4d-845b-65d59633b0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:40.916062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133c50fa-a76a-42b9-aabf-5bb3aa49c0da req-595ef65f-5836-4210-8496-6183d9f8755b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:40.920296 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-133c50fa-a76a-42b9-aabf-5bb3aa49c0da req-595ef65f-5836-4210-8496-6183d9f8755b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.3075354
Apr 08 08:19:40.927711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6c7c9d5d-8646-4c4d-845b-65d59633b0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:40.956451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:40.977757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c9d5d-8646-4c4d-845b-65d59633b0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a960957-4fa0-4a50-a75c-29a33d521de0,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:40.995171 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-133c50fa-a76a-42b9-aabf-5bb3aa49c0da req-0a0e59f5-6b21-42bc-9592-48c32c343720 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534475
Apr 08 08:19:40.998123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6c7c9d5d-8646-4c4d-845b-65d59633b0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:41.017399 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6c7c9d5d-8646-4c4d-845b-65d59633b0c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a960957-4fa0-4a50-a75c-29a33d521de0 HTTP/1.1" status: 204  len: 168 time: 0.5774808
Apr 08 08:19:41.037014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6c7c9d5d-8646-4c4d-845b-65d59633b0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:41.322548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ad7e1-4960-46f1-859a-c38ba265506a req-587a938d-1ea3-4893-be39-ead0425b64bd tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:41.325109 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-846ad7e1-4960-46f1-859a-c38ba265506a req-587a938d-1ea3-4893-be39-ead0425b64bd tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 944 time: 0.1942358
Apr 08 08:19:41.379142 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-846ad7e1-4960-46f1-859a-c38ba265506a req-88f75752-ed9d-49f6-8c56-439ee74e5ba1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443060
Apr 08 08:19:41.478426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549eba85-0777-4a4d-865e-824576a182c0 req-971f8326-45b6-44b7-9bd9-df31a40bfeb8 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:41.480948 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-549eba85-0777-4a4d-865e-824576a182c0 req-971f8326-45b6-44b7-9bd9-df31a40bfeb8 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1627092
Apr 08 08:19:41.517472 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-549eba85-0777-4a4d-865e-824576a182c0 req-14c13341-ee9b-484f-9b47-74aae65aa602 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0290444
Apr 08 08:19:41.821186 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c5f27-241e-4eda-b16e-9c375da3cebd req-813b3dc5-ea8c-4273-ab0a-eabff18e5b3c tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:41.838062 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-809c5f27-241e-4eda-b16e-9c375da3cebd req-813b3dc5-ea8c-4273-ab0a-eabff18e5b3c tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 945 time: 0.1909578
Apr 08 08:19:41.895853 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-809c5f27-241e-4eda-b16e-9c375da3cebd req-ec4be5c4-88fe-4ee5-bff0-1cf33cb4b13c tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542879
Apr 08 08:19:42.496759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device f1e03d83-5794-49cc-a09e-fb1de93f5847 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:19:42.621499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port f1e03d83-5794-49cc-a09e-fb1de93f5847 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:19:42.627872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port f1e03d83-5794-49cc-a09e-fb1de93f5847 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:19:42.628288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:42.651854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a2bde-d1d6-468e-9845-e71455d5d7f0 req-6eea28bc-5582-44c6-800d-97fba712da4a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:42.654264 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-983a2bde-d1d6-468e-9845-e71455d5d7f0 req-6eea28bc-5582-44c6-800d-97fba712da4a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 944 time: 0.1370542
Apr 08 08:19:42.719338 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-983a2bde-d1d6-468e-9845-e71455d5d7f0 req-5da27693-be59-43b1-8099-c363ffaf96fc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415690
Apr 08 08:19:42.768805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:42.782380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43347bde-2d50-4010-bfce-69e8625d28d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e03d83-5794-49cc-a09e-fb1de93f5847'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:19:42.797205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port f1e03d83-5794-49cc-a09e-fb1de93f5847, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f1e03d83-5794-49cc-a09e-fb1de93f5847,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:42.800669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:42.801642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 7c5619f2-52e5-48ec-9506-887778f0f88f up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:19:42.834319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:42.869988 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43347bde-2d50-4010-bfce-69e8625d28d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e03d83-5794-49cc-a09e-fb1de93f5847', 'code': 200}
Apr 08 08:19:42.952061 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=f1e03d83-5794-49cc-a09e-fb1de93f5847,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:42.955824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 7c5619f2-52e5-48ec-9506-887778f0f88f completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:19:42.968830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.969569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.970120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.970654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.971172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.971891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.972409 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.972928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.973478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.974040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.974543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.975057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:19:42.979189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 7c5619f2-52e5-48ec-9506-887778f0f88f triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:19:42.979885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:43.056183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:43.180575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:43.215166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 7c5619f2-52e5-48ec-9506-887778f0f88f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5619f2-52e5-48ec-9506-887778f0f88f,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:19:43.222910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:43.225064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:19:43.298911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291bff14-f78d-41df-a463-eea2c3cd32fb req-792f798f-d217-4245-ba03-d1a18dad7ab3 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:43.307685 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-291bff14-f78d-41df-a463-eea2c3cd32fb req-792f798f-d217-4245-ba03-d1a18dad7ab3 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 945 time: 0.2157314
Apr 08 08:19:43.360712 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55461da-99da-4dd3-b66e-8062d629bd72 req-399a57d0-9083-443c-9b05-b881febd3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:43.362438 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d55461da-99da-4dd3-b66e-8062d629bd72 req-399a57d0-9083-443c-9b05-b881febd3ee2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 1098 time: 0.1996896
Apr 08 08:19:43.381491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=7c5619f2-52e5-48ec-9506-887778f0f88f,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:19:43.381663 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-291bff14-f78d-41df-a463-eea2c3cd32fb req-c78b5a55-8d6e-490e-bec9-804e8dfab057 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679653
Apr 08 08:19:43.381794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:19:43.434483 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d55461da-99da-4dd3-b66e-8062d629bd72 req-975edc4c-45db-4147-8a17-2dffe1f2d21d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536094
Apr 08 08:19:43.960244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135b1fa-4e8c-4aeb-b1c3-5cd120100af2 req-4d56c74d-75bf-4729-b4ff-4b00386560ca tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:43.962071 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7135b1fa-4e8c-4aeb-b1c3-5cd120100af2 req-4d56c74d-75bf-4729-b4ff-4b00386560ca tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 945 time: 0.1093204
Apr 08 08:19:44.007735 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7135b1fa-4e8c-4aeb-b1c3-5cd120100af2 req-43f3fa01-b4f8-47bb-a75b-9c0d5004cbd1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293102
Apr 08 08:19:44.123236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-c92f1ceb-9c01-4682-8796-f086ebecc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:44.124930 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-c92f1ceb-9c01-4682-8796-f086ebecc284 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1098 time: 0.1664546
Apr 08 08:19:44.412644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14001ada-88f7-42e1-aeb9-f7bc98ccbe45 req-5105f407-f123-465b-8698-df9d24608446 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:44.415552 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-14001ada-88f7-42e1-aeb9-f7bc98ccbe45 req-5105f407-f123-465b-8698-df9d24608446 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.3506725
Apr 08 08:19:44.502138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-3e9e1a55-46b4-4e00-9838-dca6551e1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:44.505161 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-3e9e1a55-46b4-4e00-9838-dca6551e1e47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 919 time: 0.3545384
Apr 08 08:19:44.510200 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-14001ada-88f7-42e1-aeb9-f7bc98ccbe45 req-b1d56e7e-04eb-4bfd-bbf7-0a4b0cc17543 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807586
Apr 08 08:19:44.629860 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-d7193090-e0a9-4aa2-909a-b5a58700b4ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 200  len: 217 time: 0.1027896
Apr 08 08:19:44.712756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b788f0-4289-4c73-8729-285ac101b3c5 req-be74f441-e69d-4344-bc3a-7ec4f9c386f2 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:44.716495 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-96b788f0-4289-4c73-8729-285ac101b3c5 req-be74f441-e69d-4344-bc3a-7ec4f9c386f2 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 946 time: 0.1757448
Apr 08 08:19:44.730205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-26a7fa71-f2d8-4ddc-9095-264d0cf6e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:44.731877 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-26a7fa71-f2d8-4ddc-9095-264d0cf6e7da service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.0754528
Apr 08 08:19:44.776377 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-96b788f0-4289-4c73-8729-285ac101b3c5 req-414e8a12-496d-4c94-985f-e8d7c80c2afe tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514219
Apr 08 08:19:44.858537 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-3be9c88b-b964-4157-9dba-a4f7987a7202 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1051428
Apr 08 08:19:44.871452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1e2519-4e5b-491f-8dcb-65452e75d8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5619f2-52e5-48ec-9506-887778f0f88f'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:19:44.968317 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1e2519-4e5b-491f-8dcb-65452e75d8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5619f2-52e5-48ec-9506-887778f0f88f', 'code': 200}
Apr 08 08:19:45.013638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6f606356-a268-4ffa-b6ea-fc9d3000262b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:45.085762 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-ca2a7810-42bc-4c6f-a1f1-84921f0b6880 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177596
Apr 08 08:19:45.337801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c51fc-d0e6-4e27-af33-ae66200e9dbe req-7f2d2963-417e-4009-bc60-89387208e3b5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:45.340912 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-803c51fc-d0e6-4e27-af33-ae66200e9dbe req-7f2d2963-417e-4009-bc60-89387208e3b5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 945 time: 0.1170135
Apr 08 08:19:45.375442 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3cce13e-b466-43b9-b5f4-6bb4668c9a16 req-189c014b-d463-4e70-afa3-c2114e1a404e service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2811639
Apr 08 08:19:45.402032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b63b3-b9a4-4fe4-a0c4-f8db8a0de985 req-b8e68542-b004-4eb9-b842-77f12a5ff716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:45.403898 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6b8b63b3-b9a4-4fe4-a0c4-f8db8a0de985 req-b8e68542-b004-4eb9-b842-77f12a5ff716 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 1099 time: 0.1526020
Apr 08 08:19:45.410759 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-803c51fc-d0e6-4e27-af33-ae66200e9dbe req-1b5d90ae-de57-464d-bf19-d0edca8fee40 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543365
Apr 08 08:19:45.474491 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6b8b63b3-b9a4-4fe4-a0c4-f8db8a0de985 req-8d588580-6147-4ff4-bac4-c7ebc350484b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616384
Apr 08 08:19:46.006543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab196c28-8fc6-4290-8406-9d50af81c139 req-20aaf2ed-6065-46ff-af18-5e5e6427ed82 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:46.009888 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ab196c28-8fc6-4290-8406-9d50af81c139 req-20aaf2ed-6065-46ff-af18-5e5e6427ed82 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.2272661
Apr 08 08:19:46.070006 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ab196c28-8fc6-4290-8406-9d50af81c139 req-b7df24ff-73f2-4ba2-8361-493ebbd4c146 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502524
Apr 08 08:19:46.429364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aececf2-99ba-4a7a-8506-c281e3c4ae39 req-98ed9230-b73b-475b-a632-8d2a56f4a59d tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:46.438178 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5aececf2-99ba-4a7a-8506-c281e3c4ae39 req-98ed9230-b73b-475b-a632-8d2a56f4a59d tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 946 time: 0.1103699
Apr 08 08:19:46.472149 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5aececf2-99ba-4a7a-8506-c281e3c4ae39 req-ead2ef0b-cf81-4337-8099-5b876f12b3e9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327735
Apr 08 08:19:47.335413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f12f-75b5-4b90-9bfc-8c0198f82bb2 req-20a3ca75-40e4-4ead-b85c-5e9c1c62d65e tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:47.337138 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a677f12f-75b5-4b90-9bfc-8c0198f82bb2 req-20a3ca75-40e4-4ead-b85c-5e9c1c62d65e tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1059225
Apr 08 08:19:47.383471 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a677f12f-75b5-4b90-9bfc-8c0198f82bb2 req-96704384-1a76-4806-b02c-fac61ce070f4 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389326
Apr 08 08:19:47.740249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ae084-20e7-40f6-aed0-faf8b80a699c req-32566fd3-21d0-4c12-a0e4-dfd66a972298 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:47.750943 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-277ae084-20e7-40f6-aed0-faf8b80a699c req-32566fd3-21d0-4c12-a0e4-dfd66a972298 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 946 time: 0.1359532
Apr 08 08:19:47.797961 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-277ae084-20e7-40f6-aed0-faf8b80a699c req-e8763eeb-dcb8-4836-b640-e82286d2de1c tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360713
Apr 08 08:19:48.119095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c7771fa1-fbb3-4e5f-ac97-7b5a98985beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:48.142935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:49.338034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:49.985429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:51.593350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92167b32-886b-4789-a7cf-23f5ffd6381b req-0170d844-61e9-4378-a85c-facd1181fece tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:51.595798 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-92167b32-886b-4789-a7cf-23f5ffd6381b req-0170d844-61e9-4378-a85c-facd1181fece tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1305528
Apr 08 08:19:51.640280 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-92167b32-886b-4789-a7cf-23f5ffd6381b req-6dcb4b76-d94c-48c4-99b5-55ae865a73d3 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366588
Apr 08 08:19:52.791921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:19:52.957340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2d7ae-8943-43d0-82f0-942dfda09022 req-d0472f5d-526e-435f-9fe4-4309efa30de1 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:52.960456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d4a2d7ae-8943-43d0-82f0-942dfda09022 req-d0472f5d-526e-435f-9fe4-4309efa30de1 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1331649
Apr 08 08:19:52.995316 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d4a2d7ae-8943-43d0-82f0-942dfda09022 req-3c938a3b-a13b-4cb2-9715-c5d4848a613d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0275686
Apr 08 08:19:56.683934 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-745d53cf-1aba-4304-878c-53da356da540 req-02cb83a6-d487-4ee6-ad97-56f7e00cf364 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1515262
Apr 08 08:19:56.718368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff802528-9b6f-4f02-b75d-8dd9e3cc1cf5 req-5c35622b-73c3-4935-beba-b9bd1614ff76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:56.720054 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff802528-9b6f-4f02-b75d-8dd9e3cc1cf5 req-5c35622b-73c3-4935-beba-b9bd1614ff76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1133313
Apr 08 08:19:56.809321 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff802528-9b6f-4f02-b75d-8dd9e3cc1cf5 req-3ad6600d-c53d-432d-b1bb-cc9f5762713c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389321
Apr 08 08:19:56.856463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d53cf-1aba-4304-878c-53da356da540 req-a3ed8b8d-3027-4c2b-b534-dd4a282423d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:56.859402 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-745d53cf-1aba-4304-878c-53da356da540 req-a3ed8b8d-3027-4c2b-b534-dd4a282423d3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 1099 time: 0.1380920
Apr 08 08:19:57.051905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d53cf-1aba-4304-878c-53da356da540 req-0f34d4ce-d54d-4529-9223-5da79b45c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:57.053568 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-745d53cf-1aba-4304-878c-53da356da540 req-0f34d4ce-d54d-4529-9223-5da79b45c5cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 916 time: 0.1655624
Apr 08 08:19:57.134644 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-745d53cf-1aba-4304-878c-53da356da540 req-94573da7-16e3-4575-bfe8-05e0501e69df service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa HTTP/1.1" status: 200  len: 217 time: 0.0737126
Apr 08 08:19:57.209693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d53cf-1aba-4304-878c-53da356da540 req-196780ba-74a0-4a39-bde2-60c086c57fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:57.211309 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-745d53cf-1aba-4304-878c-53da356da540 req-196780ba-74a0-4a39-bde2-60c086c57fdb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.0673208
Apr 08 08:19:57.273823 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-745d53cf-1aba-4304-878c-53da356da540 req-ec0f440f-dfa1-4a6d-a070-41ef6760fea3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0512533
Apr 08 08:19:57.439493 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-745d53cf-1aba-4304-878c-53da356da540 req-2e6ecb50-712b-49da-b82a-ccc3479b2dbf service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579065
Apr 08 08:19:57.661516 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-745d53cf-1aba-4304-878c-53da356da540 req-6dd33b1f-0170-4389-82e8-49f7ad6be929 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1959729
Apr 08 08:19:58.132523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a574bf0-7078-4566-bec6-116896c25e1f req-402f191f-986a-49dc-b4d3-3c5b9b213434 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:58.141319 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6a574bf0-7078-4566-bec6-116896c25e1f req-402f191f-986a-49dc-b4d3-3c5b9b213434 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1328609
Apr 08 08:19:58.180402 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6a574bf0-7078-4566-bec6-116896c25e1f req-7cf8b22b-cbc8-4f70-910b-c9e12741926f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356119
Apr 08 08:19:58.864544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093ce86-4825-455e-ba46-820f59514703 req-20800424-6283-4747-9a99-0000502ae222 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:58.866330 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1093ce86-4825-455e-ba46-820f59514703 req-20800424-6283-4747-9a99-0000502ae222 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 946 time: 0.1605885
Apr 08 08:19:58.925453 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1093ce86-4825-455e-ba46-820f59514703 req-9544d4ca-f984-4a13-8de8-8e72302ca18e tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499434
Apr 08 08:19:59.577253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ff2be-43c1-4560-aea4-b9cd1b0814f8 req-dd9c44b5-3c96-4c31-b4b3-f25141207d41 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:19:59.580287 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2a4ff2be-43c1-4560-aea4-b9cd1b0814f8 req-dd9c44b5-3c96-4c31-b4b3-f25141207d41 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1574173
Apr 08 08:19:59.636294 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2a4ff2be-43c1-4560-aea4-b9cd1b0814f8 req-3af2ced3-6be6-410f-8936-90c516b85293 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475225
Apr 08 08:20:00.524652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b9724-c26b-445e-9403-2e3ae538114c req-3f54c36a-4293-46fb-8603-80da737ff3fe tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:00.526397 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-019b9724-c26b-445e-9403-2e3ae538114c req-3f54c36a-4293-46fb-8603-80da737ff3fe tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 946 time: 0.4300201
Apr 08 08:20:00.590003 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-019b9724-c26b-445e-9403-2e3ae538114c req-9f038f12-7cdc-4a48-b9b4-7d8db7870d40 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429482
Apr 08 08:20:00.989345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-a6ce9b34-843a-49f1-947d-5ce6e7ae4c57 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:00.992325 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-a6ce9b34-843a-49f1-947d-5ce6e7ae4c57 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.48 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 946 time: 0.2981684
Apr 08 08:20:01.423775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bdc16-1a09-45ff-970f-2179cf67dd58 req-44a3242b-d370-4f3b-bd71-d9d3493b6d6a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:01.431926 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-740bdc16-1a09-45ff-970f-2179cf67dd58 req-44a3242b-d370-4f3b-bd71-d9d3493b6d6a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.5765886
Apr 08 08:20:01.476444 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-740bdc16-1a09-45ff-970f-2179cf67dd58 req-87aab1a7-01b2-4cd9-9ad5-a923417f7ee4 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433238
Apr 08 08:20:01.527744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Deleting port 7c5619f2-52e5-48ec-9506-887778f0f88f {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:20:01.528260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:02.269955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] For port 7c5619f2-52e5-48ec-9506-887778f0f88f, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=7c5619f2-52e5-48ec-9506-887778f0f88f,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:02.270760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:02.364644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:20:02.422571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537fc08-dc1d-4ec9-80b7-28481aee958d req-476ea1ec-f25f-49ed-90e4-43deb6f2099c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:02.436439 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d537fc08-dc1d-4ec9-80b7-28481aee958d req-476ea1ec-f25f-49ed-90e4-43deb6f2099c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1304874
Apr 08 08:20:02.489582 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d537fc08-dc1d-4ec9-80b7-28481aee958d req-bdb722fa-9bd9-4132-8aef-b70be0b5adf2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0491736
Apr 08 08:20:02.574574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868623d-76fe-465b-b8d3-ebe99d46fa20 req-257d4642-b18d-4d60-9072-9f8f1eddbd4a tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:02.577106 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5868623d-76fe-465b-b8d3-ebe99d46fa20 req-257d4642-b18d-4d60-9072-9f8f1eddbd4a tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 946 time: 0.5465605
Apr 08 08:20:02.593525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Calling delete_port for 7c5619f2-52e5-48ec-9506-887778f0f88f owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:20:02.708425 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5868623d-76fe-465b-b8d3-ebe99d46fa20 req-ce3ef3c2-3e9f-421e-aea2-029343086845 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529790
Apr 08 08:20:02.909943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6b644-0fc6-432a-a51d-84e29f22e212 req-5092ae78-7b4f-4d37-8409-f066de50dd7a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:02.911938 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-76b6b644-0fc6-432a-a51d-84e29f22e212 req-5092ae78-7b4f-4d37-8409-f066de50dd7a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1748970
Apr 08 08:20:02.947350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:02.947705 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-76b6b644-0fc6-432a-a51d-84e29f22e212 req-071c3211-4589-4b70-9d19-899d1532e124 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280225
Apr 08 08:20:02.982751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-194af5d0-e7d0-4b21-afbc-99fe8fd13d22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:03.140719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Pushing event deleted for resources: {'Port': ['ID=7c5619f2-52e5-48ec-9506-887778f0f88f,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:03.146968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:03.320894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] No DVR routers for this DVR port 7c5619f2-52e5-48ec-9506-887778f0f88f on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:20:03.324584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:03.327669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1e2519-4e5b-491f-8dcb-65452e75d8f6', 'name': 'network-vif-deleted', 'tag': '7c5619f2-52e5-48ec-9506-887778f0f88f'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:20:03.350533 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5478cca2-f0a7-44e5-bc4e-73cbe3179976 req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.48 "DELETE /v2.0/ports/7c5619f2-52e5-48ec-9506-887778f0f88f HTTP/1.1" status: 204  len: 173 time: 2.3287821
Apr 08 08:20:03.391008 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1e2519-4e5b-491f-8dcb-65452e75d8f6', 'name': 'network-vif-deleted', 'tag': '7c5619f2-52e5-48ec-9506-887778f0f88f', 'status': 'completed', 'code': 200}
Apr 08 08:20:03.662446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 34624) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:03.811569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b999d-755c-4444-b66d-9a5120676fdf req-951e62c1-c405-4305-b1f5-55aac2014ec3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:03.815149 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4f6b999d-755c-4444-b66d-9a5120676fdf req-951e62c1-c405-4305-b1f5-55aac2014ec3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1374774
Apr 08 08:20:03.860463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:03.879540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:03.884944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Usage tracker for resource:security_group_rule and tenant:88e0dc67e8804f53ae94365371136991 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:03.888067 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4f6b999d-755c-4444-b66d-9a5120676fdf req-2d44fb94-e729-4e89-a7da-44621c8732ec tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0622947
Apr 08 08:20:03.906214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:03.925073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:04.034278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-17a9f008-8454-4ecb-b2fe-1fe11ebe450b req-17c9ce22-32fc-4782-9fb6-05718d9f7dcf tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Synchronizing usage tracker for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:20:04.070467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-17a9f008-8454-4ecb-b2fe-1fe11ebe450b req-17c9ce22-32fc-4782-9fb6-05718d9f7dcf tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Unset dirty status for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:20:04.072793 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-17a9f008-8454-4ecb-b2fe-1fe11ebe450b req-17c9ce22-32fc-4782-9fb6-05718d9f7dcf tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 210 time: 0.1119328
Apr 08 08:20:04.209468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:04.223804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:04.240347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-229080dd-57d8-4b09-aeaa-4b1ac787f942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:04.310733 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=88e0dc67e8804f53ae94365371136991&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6470923
Apr 08 08:20:04.313831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049f066c-053b-4abf-96f7-3eba0f07b347,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:04.316677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34642) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:04.317987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:04.346273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd0cff-66ce-4fd8-859f-ae4460277197 req-7535f43d-5615-4bb2-bf09-2623f76be86f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:04.349295 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-48cd0cff-66ce-4fd8-859f-ae4460277197 req-7535f43d-5615-4bb2-bf09-2623f76be86f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.2108486
Apr 08 08:20:04.434297 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-48cd0cff-66ce-4fd8-859f-ae4460277197 req-b387ed76-b773-443c-8d19-dd588206431c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661614
Apr 08 08:20:04.464408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-692c6fdd-3c5c-40f1-93c8-56a6d3fb95c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:04.496968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-692c6fdd-3c5c-40f1-93c8-56a6d3fb95c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:04.546849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-692c6fdd-3c5c-40f1-93c8-56a6d3fb95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:04.552771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6f5a8457-4821-4948-b0ac-0f843691e0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:04.567998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c6fdd-3c5c-40f1-93c8-56a6d3fb95c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f066c-053b-4abf-96f7-3eba0f07b347,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:04.571256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-692c6fdd-3c5c-40f1-93c8-56a6d3fb95c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:04.572764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-692c6fdd-3c5c-40f1-93c8-56a6d3fb95c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:04.575138 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-692c6fdd-3c5c-40f1-93c8-56a6d3fb95c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/049f066c-053b-4abf-96f7-3eba0f07b347 HTTP/1.1" status: 204  len: 168 time: 0.2561693
Apr 08 08:20:04.910576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 34650) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:04.930185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:04.947029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:04.952936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Usage tracker for resource:security_group_rule and tenant:08e0c173fad845f88092c23c38f3af51 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:04.957979 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:04.966498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:05.134488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:05.144422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:05.195120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-442decce-5159-49b4-8732-5d92f8eedadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:05.215664 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=08e0c173fad845f88092c23c38f3af51&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3037415
Apr 08 08:20:05.221225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34662) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:05.305110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c70d5f-d807-4ecc-b585-7d5a1b6478ab req-9bef8b75-e6c0-4ccd-8896-3e0cc8dc92c3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:05.306884 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-83c70d5f-d807-4ecc-b585-7d5a1b6478ab req-9bef8b75-e6c0-4ccd-8896-3e0cc8dc92c3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.2342811
Apr 08 08:20:05.308211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d23184-0d4d-41f6-894e-a42c5b6ee49f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:05.326746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:05.350229 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5b9c01e7-a319-40a4-80eb-416f090cc95f req-fa0eefd0-5bd6-4d8a-acc6-e1133ddbe8d8 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 210 time: 0.0680964
Apr 08 08:20:05.359335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96b096bd-0d88-4d3b-84c5-4abe227f8beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:05.360187 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-83c70d5f-d807-4ecc-b585-7d5a1b6478ab req-4496c58a-1ebe-4136-ab8d-14c41e115973 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0322788
Apr 08 08:20:05.399740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96b096bd-0d88-4d3b-84c5-4abe227f8beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:05.455292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96b096bd-0d88-4d3b-84c5-4abe227f8beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:05.464595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-14e7d759-1636-4f2e-963e-3dd015a5e965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:05.476063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['7c5619f2-52e5-48ec-9506-887778f0f88f'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:20:05.492645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b096bd-0d88-4d3b-84c5-4abe227f8beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d23184-0d4d-41f6-894e-a42c5b6ee49f,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:05.516312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96b096bd-0d88-4d3b-84c5-4abe227f8beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:05.517800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96b096bd-0d88-4d3b-84c5-4abe227f8beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:05.523473 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-96b096bd-0d88-4d3b-84c5-4abe227f8beb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b3d23184-0d4d-41f6-894e-a42c5b6ee49f HTTP/1.1" status: 204  len: 168 time: 0.2962136
Apr 08 08:20:05.593278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 7c5619f2-52e5-48ec-9506-887778f0f88f no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:20:05.683793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 7c5619f2-52e5-48ec-9506-887778f0f88f {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:20:05.684510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 7c5619f2-52e5-48ec-9506-887778f0f88f not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:20:05.904469 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae6c843-77ff-42b8-a5b7-de02a80eb9a1 req-ab84c657-cc9a-4d43-9117-e64be064f39f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:05.907375 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4ae6c843-77ff-42b8-a5b7-de02a80eb9a1 req-ab84c657-cc9a-4d43-9117-e64be064f39f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1877685
Apr 08 08:20:05.957759 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4ae6c843-77ff-42b8-a5b7-de02a80eb9a1 req-585f5033-fb8c-4c5f-9969-407f5cf2c821 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430200
Apr 08 08:20:06.787311 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-790f6f9e-1975-4220-99d5-873ea2d74335 req-f337d020-5c1f-420f-8702-189df49a1ec4 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f1e2519-4e5b-491f-8dcb-65452e75d8f6 HTTP/1.1" status: 200  len: 210 time: 0.1216660
Apr 08 08:20:06.968534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe66ec1-8490-4fd4-924c-bb69ae35ff38 req-ebbcaba4-51f5-4c63-ae9b-7c0834866c75 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:06.974915 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ebe66ec1-8490-4fd4-924c-bb69ae35ff38 req-ebbcaba4-51f5-4c63-ae9b-7c0834866c75 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.2829676
Apr 08 08:20:07.066846 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ebe66ec1-8490-4fd4-924c-bb69ae35ff38 req-39817b51-38d5-4e1c-a099-d95abb1271e6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0739882
Apr 08 08:20:07.427901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ed83-dd5c-4ff7-be78-bfbfa17012b6 req-5355c598-8544-48f4-9842-752aa52a2735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:07.431340 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f73ed83-dd5c-4ff7-be78-bfbfa17012b6 req-5355c598-8544-48f4-9842-752aa52a2735 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1098 time: 0.2644720
Apr 08 08:20:07.486351 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f73ed83-dd5c-4ff7-be78-bfbfa17012b6 req-b663ad52-adc3-4fcf-934c-ae7aef84fe4b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463645
Apr 08 08:20:07.584188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81b450-7dfe-4f45-a5a4-0ceca348249a req-43f21d7f-76d9-4c2b-8805-982de8483179 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:07.593875 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d81b450-7dfe-4f45-a5a4-0ceca348249a req-43f21d7f-76d9-4c2b-8805-982de8483179 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1667919
Apr 08 08:20:07.628933 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d81b450-7dfe-4f45-a5a4-0ceca348249a req-7706a55a-d022-431d-b53d-ef3e3cd9ae2d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334713
Apr 08 08:20:08.602537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-1bf200be-4778-4840-8aa9-15bb36a3ad09 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:08.603552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-1bf200be-4778-4840-8aa9-15bb36a3ad09 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Synchronizing usage tracker for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:network {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:20:08.638130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-1bf200be-4778-4840-8aa9-15bb36a3ad09 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Unset dirty status for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:network {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:20:08.646048 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-1bf200be-4778-4840-8aa9-15bb36a3ad09 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/networks?id=203fd7f8-fb4e-49e6-86ac-3efa81320330 HTTP/1.1" status: 200  len: 809 time: 0.2852175
Apr 08 08:20:08.659421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506f2e-780d-45a7-862f-7a2dd1e4d732 req-e1b81fa2-d821-4504-af2c-eb64911d011a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:08.668044 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-49d97c74-d3f6-4ef2-bc20-d3c568da2ada tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/quotas/3bc36f910fa1484ea10a6f527bfb1845 HTTP/1.1" status: 200  len: 375 time: 0.0200896
Apr 08 08:20:08.670331 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58506f2e-780d-45a7-862f-7a2dd1e4d732 req-e1b81fa2-d821-4504-af2c-eb64911d011a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.2321851
Apr 08 08:20:08.734463 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-8ee5b9b7-5142-4a0e-9921-e309e44222a6 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=3bc36f910fa1484ea10a6f527bfb1845&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0648525
Apr 08 08:20:08.736964 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58506f2e-780d-45a7-862f-7a2dd1e4d732 req-58a74429-fe89-4183-83b1-c9c4220f40a9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0565095
Apr 08 08:20:09.000761 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-6221cc7c-0b0a-46df-aceb-bc6fc51f5eef service neutron] 10.222.0.54 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2496948
Apr 08 08:20:09.207774 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-27b89bd5-1d0f-4434-92ee-3a6d9e08de3a service neutron] 10.222.0.54 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1996210
Apr 08 08:20:09.665266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b10894-ec13-4e30-a350-dd823b1627cd req-d3745f4d-534a-4d5f-9bc4-6f93b2ff8c3e tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:09.668618 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77b10894-ec13-4e30-a350-dd823b1627cd req-d3745f4d-534a-4d5f-9bc4-6f93b2ff8c3e tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1750813
Apr 08 08:20:09.739754 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77b10894-ec13-4e30-a350-dd823b1627cd req-446986fe-ff6f-46a2-b99d-98d166ca9096 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609684
Apr 08 08:20:09.891358 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-62b27f6f-05be-4014-a6f4-b68b6244b8be req-9b786c3d-25a5-434d-b0ad-26cb0752ad5d tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 210 time: 0.1111224
Apr 08 08:20:09.962853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 34818) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:10.199912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bfe9b-0104-4e19-b60d-afc3fcaa25c4 req-701dbf5f-e1ac-4162-ba88-e72b3f13fe67 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:10.201656 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c72bfe9b-0104-4e19-b60d-afc3fcaa25c4 req-701dbf5f-e1ac-4162-ba88-e72b3f13fe67 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.2429559
Apr 08 08:20:10.268486 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c72bfe9b-0104-4e19-b60d-afc3fcaa25c4 req-91051597-ea1f-4cbd-bb47-201a064ddd11 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0527368
Apr 08 08:20:10.320158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:10.365519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:10.375955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Usage tracker for resource:security_group_rule and tenant:58052bddb25b46859da6049aab92387a is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:10.386611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:10.397056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:10.529362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:10.534002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:10.552948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b06e302b-7d03-41cc-8590-25d6a8030a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:10.628925 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=58052bddb25b46859da6049aab92387a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6642385
Apr 08 08:20:10.630076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adde7a13-8268-42c3-95e7-e6e13f6fbe29,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:10.634118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34834) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:10.645695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:10.762884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a8f32-8554-47b0-a495-fc4650957659 req-0e48b18d-5ff5-4a51-ab3b-e325d23036a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:10.765084 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-898a8f32-8554-47b0-a495-fc4650957659 req-0e48b18d-5ff5-4a51-ab3b-e325d23036a2 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1098 time: 0.0974705
Apr 08 08:20:10.792265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8efa25c0-fb23-4980-b323-61c5fe4658d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:10.841599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8efa25c0-fb23-4980-b323-61c5fe4658d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:10.880071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2624f9-7b0a-4739-93fd-da98db1f7f7e req-fd043415-33b1-46d6-9356-a9109ec954b0 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:10.881816 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1f2624f9-7b0a-4739-93fd-da98db1f7f7e req-fd043415-33b1-46d6-9356-a9109ec954b0 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1761138
Apr 08 08:20:10.949320 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1f2624f9-7b0a-4739-93fd-da98db1f7f7e req-f0742c59-d1e7-4041-b437-6cd19474094c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523973
Apr 08 08:20:10.969267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8efa25c0-fb23-4980-b323-61c5fe4658d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:10.974846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96b096bd-0d88-4d3b-84c5-4abe227f8beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:10.975776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a8f32-8554-47b0-a495-fc4650957659 req-07b5d59e-5c89-4153-886c-9328775ec12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:10.979857 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-898a8f32-8554-47b0-a495-fc4650957659 req-07b5d59e-5c89-4153-886c-9328775ec12d service neutron] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 919 time: 0.2060049
Apr 08 08:20:10.987778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa25c0-fb23-4980-b323-61c5fe4658d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adde7a13-8268-42c3-95e7-e6e13f6fbe29,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:10.999230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8efa25c0-fb23-4980-b323-61c5fe4658d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:11.014934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8efa25c0-fb23-4980-b323-61c5fe4658d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:11.016449 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8efa25c0-fb23-4980-b323-61c5fe4658d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/adde7a13-8268-42c3-95e7-e6e13f6fbe29 HTTP/1.1" status: 204  len: 168 time: 0.3811395
Apr 08 08:20:11.122703 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-898a8f32-8554-47b0-a495-fc4650957659 req-27db6411-b436-4f1e-a73b-eacdd1f2c045 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 200  len: 217 time: 0.1252742
Apr 08 08:20:11.247336 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-581d6b5d-59bd-4cb5-a309-619f890e711d req-ef9e28a4-2f8b-4f60-998d-4f1b0616af3f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 210 time: 0.1234734
Apr 08 08:20:11.601345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 34860) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:11.615293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a8f32-8554-47b0-a495-fc4650957659 req-08e045c1-6c4f-461f-b9da-25f2f17e0155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:11.619323 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-898a8f32-8554-47b0-a495-fc4650957659 req-08e045c1-6c4f-461f-b9da-25f2f17e0155 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.3703191
Apr 08 08:20:11.639088 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86676c-2b9b-4bff-ae5e-e29f5950254a req-185b3c6c-9ec7-4eac-9327-f16ececc86ac tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:11.640797 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3c86676c-2b9b-4bff-ae5e-e29f5950254a req-185b3c6c-9ec7-4eac-9327-f16ececc86ac tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1658695
Apr 08 08:20:11.686266 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3c86676c-2b9b-4bff-ae5e-e29f5950254a req-12760703-4752-4d88-a8cc-9ce996ac1ebf tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0265393
Apr 08 08:20:11.736747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:11.753922 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-898a8f32-8554-47b0-a495-fc4650957659 req-4938df51-2f30-492a-b72b-70170dd083e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0994041
Apr 08 08:20:11.793489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:11.825498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Usage tracker for resource:security_group_rule and tenant:e3ac3306b3724d1398224327a900efd0 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:11.835925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:11.905248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-bdb87863-8674-48b0-8bb8-07cfab0ad06b tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:11.906807 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-bdb87863-8674-48b0-8bb8-07cfab0ad06b tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.48 "GET /v2.0/networks?id=203fd7f8-fb4e-49e6-86ac-3efa81320330 HTTP/1.1" status: 200  len: 809 time: 0.5670543
Apr 08 08:20:11.909828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:11.929086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Request body: {'port': {'device_id': 'ed53ae4f-4eae-4925-a39f-37b591d0d012', 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330', 'admin_state_up': True, 'tenant_id': '3bc36f910fa1484ea10a6f527bfb1845'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:12.092317 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-898a8f32-8554-47b0-a495-fc4650957659 req-96da456c-575b-4b5d-82e8-833e6cf519e0 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3252645
Apr 08 08:20:12.468205 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d035fd5d-9de4-4512-8e83-a87f337cb3a8 req-73c4e560-45b4-4e01-b9e6-a6d719fcff9e tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 210 time: 0.0933366
Apr 08 08:20:12.561200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:12.599170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:12.671873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:12.687070 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-898a8f32-8554-47b0-a495-fc4650957659 req-ef4accd1-acd2-4579-8d77-bab19cd9f422 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5837235
Apr 08 08:20:12.691331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:12.709249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40f01b51-0aa2-49fb-85ba-f7034628b144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:12.744251 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92242fb-c4d1-4d8a-b425-f17a318dab0b req-81a1c14f-21f1-42ba-97d3-605ecc309226 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:12.747711 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b92242fb-c4d1-4d8a-b425-f17a318dab0b req-81a1c14f-21f1-42ba-97d3-605ecc309226 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.6184075
Apr 08 08:20:12.792389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34888) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:12.802298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346d441a-785f-411f-a716-4bfebc81a438,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:12.805356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Made reservation on behalf of 3bc36f910fa1484ea10a6f527bfb1845 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:12.812176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:12.821833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:12.908070 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e3ac3306b3724d1398224327a900efd0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2978885
Apr 08 08:20:12.917925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 34894) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:12.921547 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b92242fb-c4d1-4d8a-b425-f17a318dab0b req-acb3d294-6520-4ab3-a4e6-8c0f300b9765 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051545
Apr 08 08:20:13.013840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.045041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:13.052528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Usage tracker for resource:security_group_rule and tenant:508dd590ad9c488eb95a4fb00d0b82b7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:13.060115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:13.068610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:13.118966 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Allocated IP 172.20.0.2 (203fd7f8-fb4e-49e6-86ac-3efa81320330/2e240df5-57ac-41d5-85e6-39ec082f4422/a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:13.121936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be6d6972-1ace-4147-a829-32630546fb26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.164009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a24d-3f42-45e4-9dcf-cfaf2e6c416f req-ff17fb92-f8b2-4524-aac0-bb20fc7641c5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:13.179115 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f516a24d-3f42-45e4-9dcf-cfaf2e6c416f req-ff17fb92-f8b2-4524-aac0-bb20fc7641c5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.3174825
Apr 08 08:20:13.212617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be6d6972-1ace-4147-a829-32630546fb26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.287134 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.316078 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f516a24d-3f42-45e4-9dcf-cfaf2e6c416f req-a6c23146-bd83-4e11-9e2d-db9a5c0c93a3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1354554
Apr 08 08:20:13.317321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.354795 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8efa25c0-fb23-4980-b323-61c5fe4658d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:13.370182 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=508dd590ad9c488eb95a4fb00d0b82b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5755410
Apr 08 08:20:13.374340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34904) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:13.406261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be6d6972-1ace-4147-a829-32630546fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.413797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11dbad56-617e-49c0-87b0-678ea05ceec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:13.421889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179106a7-ec3a-4c1b-a8da-afdf8a983a32,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:13.428163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:13.437407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d6972-1ace-4147-a829-32630546fb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346d441a-785f-411f-a716-4bfebc81a438,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:13.445788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-be6d6972-1ace-4147-a829-32630546fb26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:13.489441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-48a39dd8-f01c-4dda-83d9-fdc71cc58165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.544360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.552193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-48a39dd8-f01c-4dda-83d9-fdc71cc58165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.579553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be6d6972-1ace-4147-a829-32630546fb26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.581496 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-be6d6972-1ace-4147-a829-32630546fb26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/346d441a-785f-411f-a716-4bfebc81a438 HTTP/1.1" status: 204  len: 168 time: 0.6586335
Apr 08 08:20:13.617904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.647898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1cfe0790-11fa-4370-93c6-a710b4828209 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:13.649187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-48a39dd8-f01c-4dda-83d9-fdc71cc58165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.659867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:13.674884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a39dd8-f01c-4dda-83d9-fdc71cc58165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179106a7-ec3a-4c1b-a8da-afdf8a983a32,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:13.678438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-48a39dd8-f01c-4dda-83d9-fdc71cc58165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:13.679777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-48a39dd8-f01c-4dda-83d9-fdc71cc58165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:13.681404 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-48a39dd8-f01c-4dda-83d9-fdc71cc58165 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/179106a7-ec3a-4c1b-a8da-afdf8a983a32 HTTP/1.1" status: 204  len: 168 time: 0.3059456
Apr 08 08:20:13.879608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Pushing event updated for resources: {'Port': ['ID=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:13.888785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:13.958064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75864f-e43d-4324-b181-7f7871bdebc2 req-1db11d3b-8b4d-4dc5-ae06-25974e12c7ca tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:13.958855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-de75864f-e43d-4324-b181-7f7871bdebc2 req-1db11d3b-8b4d-4dc5-ae06-25974e12c7ca tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Synchronizing usage tracker for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:20:13.970955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Network 203fd7f8-fb4e-49e6-86ac-3efa81320330 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:13.984447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:13.991496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-de75864f-e43d-4324-b181-7f7871bdebc2 req-1db11d3b-8b4d-4dc5-ae06-25974e12c7ca tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Unset dirty status for tenant:3bc36f910fa1484ea10a6f527bfb1845 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:20:13.999846 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-de75864f-e43d-4324-b181-7f7871bdebc2 req-1db11d3b-8b4d-4dc5-ae06-25974e12c7ca tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 931 time: 0.3058915
Apr 08 08:20:14.003237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:14.164122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:14.165079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:14.264087 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-de75864f-e43d-4324-b181-7f7871bdebc2 req-5d9f4ab8-ccf7-4b7f-8c55-d2709101f809 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2593408
Apr 08 08:20:14.269779 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3484833
Apr 08 08:20:14.279082 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013046f7-31c2-4d97-8625-becc7508aafc req-36b35e3a-7724-419d-9cbd-ea63a184350e tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:14.280839 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-013046f7-31c2-4d97-8625-becc7508aafc req-36b35e3a-7724-419d-9cbd-ea63a184350e tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.2058051
Apr 08 08:20:14.290600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Request body: {'port': {'device_id': 'ed53ae4f-4eae-4925-a39f-37b591d0d012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:14.327820 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-013046f7-31c2-4d97-8625-becc7508aafc req-db594322-0496-42cd-9fe2-a444044a8d30 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385301
Apr 08 08:20:14.490448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:14.715256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf302d1-4d4e-4ea0-a6b7-70501b76a1b2 req-3ea25f62-e87b-415a-b9ae-6ba77f0fe348 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:14.717378 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1bf302d1-4d4e-4ea0-a6b7-70501b76a1b2 req-3ea25f62-e87b-415a-b9ae-6ba77f0fe348 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1866028
Apr 08 08:20:14.813537 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1bf302d1-4d4e-4ea0-a6b7-70501b76a1b2 req-f6ccef85-deac-4de2-b4b1-5712d4d0f8dd tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0762119
Apr 08 08:20:15.046633 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ba236da9-325e-462a-9e0d-aa241e697eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:15.315602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:20:15.339714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:15.371919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Transition to ACTIVE for port object a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:15.375592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:15.379798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 34974) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:15.397773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:15.583122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-556156021-network', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:15.594439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:15.604386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Usage tracker for resource:network and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:15.609431 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:15.628215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:15.656955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Made reservation on behalf of abb0e8e1985349f6bae19412ba4ddd3d for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:15.664161 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:15.677232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:15.682580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:15.690602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:15.722220 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d220f3e-0c6d-44b6-a195-19637efcc195 req-d2171996-1b9a-4102-a3e7-2bbc269ed55f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:15.724037 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6d220f3e-0c6d-44b6-a195-19637efcc195 req-d2171996-1b9a-4102-a3e7-2bbc269ed55f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 943 time: 0.2215564
Apr 08 08:20:15.733799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:15.740206 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Usage tracker for resource:security_group_rule and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:15.743229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:15.750456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:15.829028 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6d220f3e-0c6d-44b6-a195-19637efcc195 req-46aefa24-1e06-444f-adee-34a8bd9cc9d7 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520201
Apr 08 08:20:15.922680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:15.927162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:15.945559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:20:15.958474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:15.958879 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Added segment 84c98d0c-2e63-48b6-8a4d-092ebc236d01 of type vlan for network 3aed61c9-6f00-4e51-9d36-26f3834c91bf
Apr 08 08:20:15.981056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:16.020200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:16.060983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd20e6a-11d8-4863-b848-e2962869a625,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:16.070781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:16.116356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aca25d-0cf7-42ed-a56c-89ea7215bc29 req-2afddc2e-64a6-4f66-833a-0770f4bb00eb tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:16.123974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:16.125545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:16.126263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:16.138244 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-93aca25d-0cf7-42ed-a56c-89ea7215bc29 req-2afddc2e-64a6-4f66-833a-0770f4bb00eb tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.5356586
Apr 08 08:20:16.222655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:16.250487 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-93aca25d-0cf7-42ed-a56c-89ea7215bc29 req-d9ca6556-62ca-41c9-91e5-f9235e83d805 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106491
Apr 08 08:20:16.261367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Attempting to bind port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:20:16.264995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Attempting to bind port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:20:16.266002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Attempting to bind port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 on network 203fd7f8-fb4e-49e6-86ac-3efa81320330 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:16.272494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 on network 203fd7f8-fb4e-49e6-86ac-3efa81320330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:20:16.273149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Attempting to bind port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 on network 203fd7f8-fb4e-49e6-86ac-3efa81320330 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:16.281914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:20:16.283056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Checking segment: {'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:16.283879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Bound using segment: {'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:20:16.284583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Bound port: a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6ba8284-8022-4c77-a29c-a82539deb525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:20:16.285178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:16.377565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] For port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:20:16.382285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] For port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:20:16.387808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:16.409317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:16.469099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 35002) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:16.568184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Pushing event updated for resources: {'Network': ['ID=3aed61c9-6f00-4e51-9d36-26f3834c91bf,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:16.576269 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.1951790
Apr 08 08:20:16.577594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:16.578128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35012) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:16.586149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:20:16.587819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Request body: {'subnet': {'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-556156021-subnet', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'ip_version': 4}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:16.596900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:16.603444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Usage tracker for resource:subnet and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:16.611349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:16.648100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:16.784903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Made reservation on behalf of abb0e8e1985349f6bae19412ba4ddd3d for: {'subnet': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:16.793572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27425104'] for subnet, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:16.818444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:16.826200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:16.913691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:16.914425 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:16.916392 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] 10.222.0.48 "PUT /v2.0/ports/a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 HTTP/1.1" status: 200  len: 1093 time: 2.6354668
Apr 08 08:20:16.917266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed53ae4f-4eae-4925-a39f-37b591d0d012', 'tag': 'a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:20:16.997261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57897856-d1e3-47d5-b494-6b9e29c9103a req-c3507ed5-c921-478f-a044-599508ee6d84 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:17.018672 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57897856-d1e3-47d5-b494-6b9e29c9103a req-c3507ed5-c921-478f-a044-599508ee6d84 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.8016589
Apr 08 08:20:17.211310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:17.214303 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57897856-d1e3-47d5-b494-6b9e29c9103a req-9c3d995d-6928-4e29-8c71-a0c88daa4674 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0576694
Apr 08 08:20:17.237811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:17.243164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Usage tracker for resource:security_group_rule and tenant:909a66b017db4319b277462002d45d4b is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:17.247649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:17.272837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:17.316504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-24a8b328-099e-465d-9cde-bd489a2be4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:17.318389 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-24a8b328-099e-465d-9cde-bd489a2be4a7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bc36f910fa1484ea10a6f527bfb1845&device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 1096 time: 0.3242571
Apr 08 08:20:17.337113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bc035-5ee0-4279-997e-bd3976c79d3a req-2149b2c0-f1a6-440c-b454-a5dbb090ab38 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:17.346559 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e76bc035-5ee0-4279-997e-bd3976c79d3a req-2149b2c0-f1a6-440c-b454-a5dbb090ab38 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 943 time: 0.2696736
Apr 08 08:20:17.455540 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e76bc035-5ee0-4279-997e-bd3976c79d3a req-8a880bba-7198-4013-8f77-1264f7496b22 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079633
Apr 08 08:20:17.788741 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed53ae4f-4eae-4925-a39f-37b591d0d012', 'tag': 'a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68', 'status': 'completed', 'code': 200}
Apr 08 08:20:17.791816 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-a07f94e5-e701-4b3f-8274-293671ca0f5b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 HTTP/1.1" status: 200  len: 217 time: 0.4427643
Apr 08 08:20:17.911158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f67bc674-3b84-4c27-bd96-643c4ff320a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:17.912830 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-f67bc674-3b84-4c27-bd96-643c4ff320a1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e240df5-57ac-41d5-85e6-39ec082f4422 HTTP/1.1" status: 200  len: 849 time: 0.1115170
Apr 08 08:20:17.918653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae59bea-9ea8-4c3b-87f5-d0384e75edac req-85741799-7368-45c2-b9a5-f3a18dff5934 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:17.928740 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5ae59bea-9ea8-4c3b-87f5-d0384e75edac req-85741799-7368-45c2-b9a5-f3a18dff5934 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2349396
Apr 08 08:20:17.981676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:17.993419 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-749ddad6-4128-460f-bdff-0f6239cca0bc service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=203fd7f8-fb4e-49e6-86ac-3efa81320330&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0655670
Apr 08 08:20:17.994357 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.006141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9e5749cb-774f-4bb5-8a15-101e8f26cff1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:18.014538 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5ae59bea-9ea8-4c3b-87f5-d0384e75edac req-e7263165-c864-44dd-95e0-540dad62ee49 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843039
Apr 08 08:20:18.047754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27425121'] for subnet, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.047889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efabaa0-62bd-4878-819b-8ca824929f88,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:18.079291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:18.098445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:18.136024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-65911ec0-6b34-44ce-9ce2-54c7b478b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.153939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.173245 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=909a66b017db4319b277462002d45d4b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7030923
Apr 08 08:20:18.249569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35056) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:18.278752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8301fa7-83cf-40ca-8411-67e5a069b7ce,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:18.300830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:18.336126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Checking segment: {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:18.336673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Network hostable DHCP agents. Network: 3aed61c9-6f00-4e51-9d36-26f3834c91bf, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:20:18.395860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ed0e542f-aded-488e-9ba2-e7b9aac91ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.432371 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-ea37c10e-5713-48c2-b490-0da7e43f56e4 service neutron] 10.222.0.48 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3857760
Apr 08 08:20:18.438577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ed0e542f-aded-488e-9ba2-e7b9aac91ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.447366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-15494b0b-ac5e-4800-ba17-3a9862f00046 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:18.450052 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-15494b0b-ac5e-4800-ba17-3a9862f00046 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 815 time: 0.3506465
Apr 08 08:20:18.500178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:20:18.509442 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-4878a3c1-a454-4a1d-b715-5792a9190f41 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/quotas/133fc72324744e6a84122cfefb171fab HTTP/1.1" status: 200  len: 375 time: 0.0342884
Apr 08 08:20:18.510119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ed0e542f-aded-488e-9ba2-e7b9aac91ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.516798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-db7ae37a-9cf8-492b-8098-cdb39c77865b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:18.526782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 3aed61c9-6f00-4e51-9d36-26f3834c91bf) {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:18.536069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88506118-d847-48bf-bbc1-da3e7f28ab94 None None] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:20:18.543402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0e542f-aded-488e-9ba2-e7b9aac91ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efabaa0-62bd-4878-819b-8ca824929f88,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:18.611540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ed0e542f-aded-488e-9ba2-e7b9aac91ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:18.630040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:18.630845 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.652753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ed0e542f-aded-488e-9ba2-e7b9aac91ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.654036 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ed0e542f-aded-488e-9ba2-e7b9aac91ea2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0efabaa0-62bd-4878-819b-8ca824929f88 HTTP/1.1" status: 204  len: 168 time: 0.3889678
Apr 08 08:20:18.671214 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-77f34532-29f1-4659-b92f-7f33d5fdb2e0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.0896711
Apr 08 08:20:18.672110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35074) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:18.688728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:18.696859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:18.704450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Usage tracker for resource:router and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:18.709402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:18.718895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:18.739262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f39bda-b6ad-4d47-982f-f9986c5587ed req-47f7e517-a880-4d8f-a14a-f6b1541613b4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:18.748599 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-65f39bda-b6ad-4d47-982f-f9986c5587ed req-47f7e517-a880-4d8f-a14a-f6b1541613b4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.2149525
Apr 08 08:20:18.758920 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2dbcd58-600e-4fe1-ba0e-fd36268b5835 req-1ad91716-4035-4e49-a449-96c6f8eae88e service neutron] 10.222.0.48 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3075142
Apr 08 08:20:18.782055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.783784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.808635 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-17d85d1f-1188-409f-88f6-c2fc861e4b1d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2364621
Apr 08 08:20:18.825247 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-65f39bda-b6ad-4d47-982f-f9986c5587ed req-7ffc569f-95b6-4f24-ade6-bdbacaea5491 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0755718
Apr 08 08:20:18.835254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:18.884677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:20:18.886052 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:19.088501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-fcb63a90-ba26-417f-9876-419941be8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:19.090819 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-fcb63a90-ba26-417f-9876-419941be8b4c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=3bc36f910fa1484ea10a6f527bfb1845&device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 1096 time: 0.2197011
Apr 08 08:20:19.097840 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-08c393e5-6720-47f1-99ca-96878414b0a3 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2681797
Apr 08 08:20:19.185530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Allocated IP 172.20.0.2 (3aed61c9-6f00-4e51-9d36-26f3834c91bf/d8301fa7-83cf-40ca-8411-67e5a069b7ce/b481b6df-68b0-4bf9-b7da-89fc3c1e1a51) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:19.258803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-6488737f-1f59-4828-83d1-8d5cc1a8e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:19.260988 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-6488737f-1f59-4828-83d1-8d5cc1a8e92e service neutron] 10.222.0.48 "GET /v2.0/networks?id=203fd7f8-fb4e-49e6-86ac-3efa81320330 HTTP/1.1" status: 200  len: 910 time: 0.1621566
Apr 08 08:20:19.357733 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:19.403341 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-eb0755a6-35d3-46f0-862f-4ce049721c83 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 HTTP/1.1" status: 200  len: 217 time: 0.1043828
Apr 08 08:20:19.523060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:20:19.535700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-982d27a7-694d-4587-8552-7efb0f08f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:19.535913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:19.537781 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-982d27a7-694d-4587-8552-7efb0f08f38d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=2e240df5-57ac-41d5-85e6-39ec082f4422 HTTP/1.1" status: 200  len: 849 time: 0.0818915
Apr 08 08:20:19.556576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d3117-aa54-428b-827d-bbb5c5f43b23 req-bcbf9173-bb43-472b-a8b9-af5b5e230cde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:19.564701 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fe5d3117-aa54-428b-827d-bbb5c5f43b23 req-bcbf9173-bb43-472b-a8b9-af5b5e230cde tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.2945340
Apr 08 08:20:19.578987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:19.622737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Transition to ACTIVE for port object b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:19.629352 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-e7f0c1e9-e8aa-438b-af77-04177dc50b11 service neutron] 10.222.0.54 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3672028
Apr 08 08:20:19.634857 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fe5d3117-aa54-428b-827d-bbb5c5f43b23 req-0fcbd629-a605-4571-b508-76ad1f261897 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690911
Apr 08 08:20:19.654120 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-90f8a839-2c4f-42c4-a9a1-6bbe5932162d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=203fd7f8-fb4e-49e6-86ac-3efa81320330&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1009324
Apr 08 08:20:19.858550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Transition to ACTIVE for port object b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:19.872468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:19.902033 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-ec434ac1-8625-4fd0-84fe-a8714088a236 service neutron] 10.222.0.48 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2380767
Apr 08 08:20:19.948957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35112) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:20.083744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37072e-6c3a-489f-8a51-51bca5606482 req-a8acdb76-3e32-48cb-9577-5a88b808caa5 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:20.093669 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0e37072e-6c3a-489f-8a51-51bca5606482 req-a8acdb76-3e32-48cb-9577-5a88b808caa5 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 943 time: 0.2389429
Apr 08 08:20:20.137383 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0e37072e-6c3a-489f-8a51-51bca5606482 req-b3c9567b-e0ef-45a2-a526-58d464b2e9db tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424950
Apr 08 08:20:20.288530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:20.397613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a5629-918d-44b7-99f6-2698f948b917 req-bfb1b5fe-fd33-4529-ae1b-06efd165f976 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:20.401645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1189753639-network', 'tenant_id': 'dcbff01257f6464c9f4d710722469b4a'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:20.406294 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2e7a5629-918d-44b7-99f6-2698f948b917 req-bfb1b5fe-fd33-4529-ae1b-06efd165f976 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1822898
Apr 08 08:20:20.416774 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e5b6e57d-efea-4721-872f-81b08cf78232 req-38ce49c5-ba80-4020-bc7e-e20271ba7b48 service neutron] 10.222.0.48 "GET /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4951241
Apr 08 08:20:20.424421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:20.448689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Usage tracker for resource:network and tenant:dcbff01257f6464c9f4d710722469b4a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:20.454735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:20.456572 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2e7a5629-918d-44b7-99f6-2698f948b917 req-68a23fc4-9737-40fd-884b-eca592d6ffbb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386214
Apr 08 08:20:20.540770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.589097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:20.593163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.599620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Pushing event updated for resources: {'Port': ['ID=b481b6df-68b0-4bf9-b7da-89fc3c1e1a51,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:20.615704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:20.650508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:20.655342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'port_id': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'mac_address': 'fa:16:3e:8c:17:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:20:20.683580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Made reservation on behalf of dcbff01257f6464c9f4d710722469b4a for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:20.689888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.712093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.735351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:20.739773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Usage tracker for resource:security_group_rule and tenant:dcbff01257f6464c9f4d710722469b4a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:20.743415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:20.752307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:20.798369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed3189-44ac-4630-9c17-3e74131f7014 req-39477bbe-08f0-4900-b272-92a31c0b84b5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:20.800265 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8fed3189-44ac-4630-9c17-3e74131f7014 req-39477bbe-08f0-4900-b272-92a31c0b84b5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1677740
Apr 08 08:20:20.801694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.803094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:20:20.824651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:20.830242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.832755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.837309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:20.848137 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8fed3189-44ac-4630-9c17-3e74131f7014 req-f619f25b-4969-4d2b-bc69-018cc703dee4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373113
Apr 08 08:20:20.938722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.945755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.958669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:20:20.969297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:20.969701 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Added segment dd47053f-5e13-4138-965f-c5a157c8568a of type vlan for network ace98aec-df98-4cc4-b12b-53cc648ee3d3
Apr 08 08:20:20.981344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=6']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:20.991228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:21.005013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-781c0bd8-efef-469f-8ede-fdbb7ffd351a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:21.010315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:21.013398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:21.016572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:21.097115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:20:21.122240 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f2d9649-c114-44d8-ba20-86bb9ccb2715 req-198088b1-d514-4407-9d61-7ae09a30a7e9 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 210 time: 0.0743737
Apr 08 08:20:21.192284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.262466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36051e29-df1f-4854-9e78-62ccee979ecf,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:21.288530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Allocated IP 172.27.1.7 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/181318a7-7a03-4dbb-aff0-4f5ded615eb2) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:21.293489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:21.294255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.296564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:21.297223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.309278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Attempting to bind port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:20:21.310166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Attempting to bind port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:20:21.310744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Attempting to bind port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 on network 3aed61c9-6f00-4e51-9d36-26f3834c91bf {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:21.323406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:20:21.324198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:21.324948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Checking segment: {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:21.325425 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.325908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Bound using segment: {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:20:21.326510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Bound port: b481b6df-68b0-4bf9-b7da-89fc3c1e1a51, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:20:21.326943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.428124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] For port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:20:21.434160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] For port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b481b6df-68b0-4bf9-b7da-89fc3c1e1a51,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:20:21.441645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Pushing event updated for resources: {'Network': ['ID=ace98aec-df98-4cc4-b12b-53cc648ee3d3,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:21.452461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.471476 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:21.538707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:21.567686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network ace98aec-df98-4cc4-b12b-53cc648ee3d3 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:20:21.644869 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.6844025
Apr 08 08:20:21.645222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 35158) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:21.652480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Request body: {'subnet': {'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1189753639-subnet', 'tenant_id': 'dcbff01257f6464c9f4d710722469b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:21.662270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:21.673436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Usage tracker for resource:subnet and tenant:dcbff01257f6464c9f4d710722469b4a is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:21.683111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:21.701272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:21.706872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189975d-afa8-4fd1-91dd-1a64109ba3f7 req-68cb8508-bdf5-496e-9eae-2056ae9d60c2 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:21.716466 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3189975d-afa8-4fd1-91dd-1a64109ba3f7 req-68cb8508-bdf5-496e-9eae-2056ae9d60c2 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 943 time: 0.3578339
Apr 08 08:20:21.766147 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3189975d-afa8-4fd1-91dd-1a64109ba3f7 req-a92193d4-0c7d-4aee-95c5-f68d1cb28608 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493889
Apr 08 08:20:21.803386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Made reservation on behalf of dcbff01257f6464c9f4d710722469b4a for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:21.809533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826488313'] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.817998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.867317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:21.898750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:21.967383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Pushing event updated for resources: {'Port': ['ID=b481b6df-68b0-4bf9-b7da-89fc3c1e1a51,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:21.976703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:22.314202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Pushing event updated for resources: {'Port': ['ID=181318a7-7a03-4dbb-aff0-4f5ded615eb2,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:22.321817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:22.324775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35168) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:22.400611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:22.402000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:22.413874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:22.612826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8a6bf-a1dc-403a-9660-aa4e50d4001c req-1fc35eb1-2a22-415e-a21a-475aec18e665 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:22.638463 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-33e8a6bf-a1dc-403a-9660-aa4e50d4001c req-1fc35eb1-2a22-415e-a21a-475aec18e665 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.9232891
Apr 08 08:20:22.702332 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-33e8a6bf-a1dc-403a-9660-aa4e50d4001c req-d111905e-a2ca-47f0-a649-1dfafc21c8fc tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0623608
Apr 08 08:20:22.793692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:22.801343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96bd27-aa20-41d2-b478-4814acc82aef req-41743e18-c0e6-4403-b05a-ffac338efbd9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:22.810804 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7f96bd27-aa20-41d2-b478-4814acc82aef req-41743e18-c0e6-4403-b05a-ffac338efbd9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.7314723
Apr 08 08:20:22.817309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-ee0fae48-1bda-40ae-8b1c-c341a221837a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:22.819695 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-ee0fae48-1bda-40ae-8b1c-c341a221837a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 815 time: 1.0532005
Apr 08 08:20:22.849139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Request body: {'port': {'device_id': 'bcd0848e-5e86-4101-a527-ea800b6fc830', 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'admin_state_up': True, 'tenant_id': '133fc72324744e6a84122cfefb171fab'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:22.859729 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7f96bd27-aa20-41d2-b478-4814acc82aef req-7a1ae215-0b62-42af-84b3-8905396156f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478673
Apr 08 08:20:22.892751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:22.923290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:22.928276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Usage tracker for resource:security_group_rule and tenant:5a517655b21241fc954c2c7dad65e0b1 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:22.932873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:22.939696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:23.043575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:23.050643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:23.071731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:23.105683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cb7cc6b5-856c-4927-917b-b8437b62fbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:23.147094 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0eb930e3-b268-4c1b-b35a-65c39b184f5e req-67482cda-b311-4131-ba78-16edba111cb9 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 210 time: 0.0803792
Apr 08 08:20:23.174131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:23.210241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0de611-e13e-4897-adeb-bb79f845fa0a,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:23.225406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 35200) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:23.228136 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5a517655b21241fc954c2c7dad65e0b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9020491
Apr 08 08:20:23.268002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:23.335831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Made reservation on behalf of 133fc72324744e6a84122cfefb171fab for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:23.342949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:23.461174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c4f-d20f-46d3-97cb-24efea8f610c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:23.531305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:20:23.535456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:23.758571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c4f-d20f-46d3-97cb-24efea8f610c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:23.817526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Allocated IP 172.20.0.9 (3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4/b77e3a5e-ec48-450b-8594-0e0d5a928576/4e611243-33b4-482a-a9c6-bd0cd89d021b) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:24.065005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:24.094069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:24.127623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:24.137181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:24.138315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:24.149687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ba34b-1213-4c3e-9eb7-fd587dcd3f47 None None] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:20:24.252372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:24.390902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['f312d938-4450-4b46-a6c3-d3fad8f5f0aa', '53834ca1-0e96-47bf-9f55-7126b04f38dc', 'f1e03d83-5794-49cc-a09e-fb1de93f5847'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:20:24.436886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bff1e8-b36c-46ec-a52f-9787c2948699 req-ed66e206-e33b-4bab-85a5-e8617712802a tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:24.447770 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-66bff1e8-b36c-46ec-a52f-9787c2948699 req-ed66e206-e33b-4bab-85a5-e8617712802a tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 943 time: 1.4016395
Apr 08 08:20:24.503332 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-66bff1e8-b36c-46ec-a52f-9787c2948699 req-4e880aed-1915-4ff6-b062-8caac2e97ec6 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535803
Apr 08 08:20:24.527413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68', 'network_id': '203fd7f8-fb4e-49e6-86ac-3efa81320330', 'port_id': 'a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68', 'mac_address': 'fa:16:3e:13:b8:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e240df5-57ac-41d5-85e6-39ec082f4422', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:20:24.546078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:24.546661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:24.634541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767419c8-6548-499b-a352-a905d01b1870 req-314505b9-fd95-4c8e-8297-67505e487527 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:24.650290 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-767419c8-6548-499b-a352-a905d01b1870 req-314505b9-fd95-4c8e-8297-67505e487527 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.5213382
Apr 08 08:20:24.747040 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-767419c8-6548-499b-a352-a905d01b1870 req-fe140143-cc7e-4470-9308-6f71dc4144d3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0864608
Apr 08 08:20:24.775402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Pushing event updated for resources: {'Port': ['ID=4e611243-33b4-482a-a9c6-bd0cd89d021b,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:24.793388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28084657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826488266'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:24.801941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:24.815759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:24.817437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:24.860897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:24.864793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:24.913904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:20:24.927426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:24.961833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:25.213973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c1619-d9ca-491c-91b3-d9e2b884e214 req-f4719285-1613-4129-9474-c20e71b10ef4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:25.223909 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-669c1619-d9ca-491c-91b3-d9e2b884e214 req-f4719285-1613-4129-9474-c20e71b10ef4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.4473755
Apr 08 08:20:25.231476 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=7']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:25.238286 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:25.254064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:20:25.259380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-bb363796-0f28-4844-978d-57d6339b1be9 None None] Provisioning for port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:25.286363 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-669c1619-d9ca-491c-91b3-d9e2b884e214 req-637c5f72-664c-42ab-b1e4-ce15a1f48ed9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0613670
Apr 08 08:20:25.306354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:25.316669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:25.318765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:20:25.341582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:25.348884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:25.351474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:25.352172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:25.430228 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'code': 200}
Apr 08 08:20:25.431602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:25.449989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c4f-d20f-46d3-97cb-24efea8f610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:25.592666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:20:25.611084 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=16557c00-aba3-4e1d-aba1-649f77f6a856,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:25.615894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Sync routers for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:20:25.629098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:25.638895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-965d64a0-f316-40ec-b311-06604c495c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:25.644809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:20:25.645887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10bd8278>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:20:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:25.675211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:25.684083 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:25.685729 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-572212c4-a812-40cb-b7fc-5294875337c0 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 7.0113208
Apr 08 08:20:25.688598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35220) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:25.702650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:25.706250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee7c4f-d20f-46d3-97cb-24efea8f610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0de611-e13e-4897-adeb-bb79f845fa0a,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:25.720263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:25.878544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-dcb57d66-3007-48dc-bca0-e995cddb6890 None None] Provisioning complete for port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:25.879569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dcb57d66-3007-48dc-bca0-e995cddb6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:25.880191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:25.881328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:25.892272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a1ee7c4f-d20f-46d3-97cb-24efea8f610c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:25.943640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a1ee7c4f-d20f-46d3-97cb-24efea8f610c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:25.950792 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a1ee7c4f-d20f-46d3-97cb-24efea8f610c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d0de611-e13e-4897-adeb-bb79f845fa0a HTTP/1.1" status: 204  len: 168 time: 2.7236962
Apr 08 08:20:25.969149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5654d7-5834-4e67-9a78-8cc8ace0df90 req-7fbc4063-e1d3-4071-99c6-6cd364a0de80 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:25.970766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-6f5654d7-5834-4e67-9a78-8cc8ace0df90 req-7fbc4063-e1d3-4071-99c6-6cd364a0de80 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:20:25.996972 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1534374
Apr 08 08:20:26.049669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Request body: {'port': {'device_id': 'bcd0848e-5e86-4101-a527-ea800b6fc830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:26.057765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:20:26.065078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:20:26.108636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:26.123958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:26.279751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-6f5654d7-5834-4e67-9a78-8cc8ace0df90 req-7fbc4063-e1d3-4071-99c6-6cd364a0de80 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:20:26.301279 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6f5654d7-5834-4e67-9a78-8cc8ace0df90 req-7fbc4063-e1d3-4071-99c6-6cd364a0de80 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 931 time: 1.2157042
Apr 08 08:20:26.365588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:26.512250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dcb57d66-3007-48dc-bca0-e995cddb6890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:26.538855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b481b6df-68b0-4bf9-b7da-89fc3c1e1a51,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:26.601640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:26.642809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:26.662608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10bd8278>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:23Z', 'revision_number': 3, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:26.668070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Checking router: 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:20:26.668788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Updating router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 port 181318a7-7a03-4dbb-aff0-4f5ded615eb2 binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:20:26.733882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:26.757416 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 35234) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:26.801097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:26.820252 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6f5654d7-5834-4e67-9a78-8cc8ace0df90 req-aba1af75-6cba-41ec-bb14-32bb6362ed3c tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5173998
Apr 08 08:20:26.857532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:26.869097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Usage tracker for resource:security_group_rule and tenant:7ab65669287348448f8d0efc58165374 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:26.874479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:26.885577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:26.904311 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=b481b6df-68b0-4bf9-b7da-89fc3c1e1a51,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:26.905507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dea4a9-3316-4173-baff-297ca82ac6d6 req-de7384a4-907c-4d8e-9280-5dc431d33778 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:26.914822 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a7dea4a9-3316-4173-baff-297ca82ac6d6 req-de7384a4-907c-4d8e-9280-5dc431d33778 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 944 time: 1.1323724
Apr 08 08:20:27.000347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:27.016895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:27.028581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-dcb57d66-3007-48dc-bca0-e995cddb6890 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:20:27.029022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-dcb57d66-3007-48dc-bca0-e995cddb6890 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:20:27.043040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:27.060677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Checking segment: {'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:27.061526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Network hostable DHCP agents. Network: ace98aec-df98-4cc4-b12b-53cc648ee3d3, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:20:27.075357 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:27.098512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:27.134655 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ab65669287348448f8d0efc58165374&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3738518
Apr 08 08:20:27.157901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 35238) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:27.317825 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a7dea4a9-3316-4173-baff-297ca82ac6d6 req-97b85d30-d029-4592-a67a-61d59f5a1668 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4019291
Apr 08 08:20:27.659857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:27.830969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0c6b4-e7cc-4b8c-852b-ce60b732ce02 req-3a1fe807-5606-474a-aee9-47631824c9d2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:27.833159 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a8a0c6b4-e7cc-4b8c-852b-ce60b732ce02 req-3a1fe807-5606-474a-aee9-47631824c9d2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1604102
Apr 08 08:20:27.909180 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a8a0c6b4-e7cc-4b8c-852b-ce60b732ce02 req-3ed5a5db-586d-484f-a198-a7c3d13c4678 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0656641
Apr 08 08:20:28.019417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e611243-33b4-482a-a9c6-bd0cd89d021b {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:20:28.029000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:28.047837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Transition to ACTIVE for port object 4e611243-33b4-482a-a9c6-bd0cd89d021b will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:28.078551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Network ace98aec-df98-4cc4-b12b-53cc648ee3d3 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:20:28.080922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:28.101948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:28.136213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179ef004-6f2a-4933-87b7-e1a0ce1a61a8,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:28.145387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.103s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:28.149410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Transition to ACTIVE for port object 181318a7-7a03-4dbb-aff0-4f5ded615eb2 will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:28.152126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:28.170689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:28.224953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, ace98aec-df98-4cc4-b12b-53cc648ee3d3) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:28.238637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88cd1f1-25fa-47e4-97a2-0a4ef214c94d None None] Network ace98aec-df98-4cc4-b12b-53cc648ee3d3 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:20:28.402574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-45cc8723-9975-4267-bbc8-d13f2f84b6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:28.454767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a4cb8-3ff9-4b33-b752-6be887658362 req-591c966d-7136-4ac4-bf26-d621c4d1e587 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:28.463902 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-318a4cb8-3ff9-4b33-b752-6be887658362 req-591c966d-7136-4ac4-bf26-d621c4d1e587 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 943 time: 0.3845980
Apr 08 08:20:28.542238 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-318a4cb8-3ff9-4b33-b752-6be887658362 req-f2832977-fccd-4669-af4e-1d0019bbd2b6 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766985
Apr 08 08:20:28.558592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Pushing event updated for resources: {'Port': ['ID=181318a7-7a03-4dbb-aff0-4f5ded615eb2,revision_number=2']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:28.574506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.575276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.575844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.576403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.577439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.578074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.578634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.579203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.579771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.580334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.580886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.582546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:28.638735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Attempting to bind port 181318a7-7a03-4dbb-aff0-4f5ded615eb2 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:20:28.639540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Attempting to bind port 181318a7-7a03-4dbb-aff0-4f5ded615eb2 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:20:28.641023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Attempting to bind port 181318a7-7a03-4dbb-aff0-4f5ded615eb2 on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:28.650533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Allocated IP 172.20.0.1 (3aed61c9-6f00-4e51-9d36-26f3834c91bf/d8301fa7-83cf-40ca-8411-67e5a069b7ce/7f14b80c-7846-4db6-94dc-c710a108c69e) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:28.659690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:20:28.663213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:28.663904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:28.664645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:20:28.665427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Bound port: 181318a7-7a03-4dbb-aff0-4f5ded615eb2, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:20:28.667354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:28.800911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:28.830397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] For port 181318a7-7a03-4dbb-aff0-4f5ded615eb2, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:20:28.836366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] For port 181318a7-7a03-4dbb-aff0-4f5ded615eb2, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=181318a7-7a03-4dbb-aff0-4f5ded615eb2,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:20:28.859488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:28.862323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e611243-33b4-482a-a9c6-bd0cd89d021b,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:28.883383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:28.966444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47df94c-be24-450e-99f4-1714f4e8ab0b None None] Network ace98aec-df98-4cc4-b12b-53cc648ee3d3 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:20:29.000388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:29.001049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:29.035605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:29.036434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:29.080076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:29.080862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:29.085757 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 7.4371681
Apr 08 08:20:29.087875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4392f985-9164-428d-a50a-1f667eeff766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:29.168984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Pushing event updated for resources: {'Port': ['ID=181318a7-7a03-4dbb-aff0-4f5ded615eb2,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:29.174028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:29.214264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:20:29.215539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10bd8278>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:20:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:29.271253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b0373-ef00-4ba7-8ea8-627352c438d8 req-2e667d94-490a-492c-93c4-c9b36698e989 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:29.272302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:29.284058 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-176b0373-ef00-4ba7-8ea8-627352c438d8 req-2e667d94-490a-492c-93c4-c9b36698e989 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 2.2101448
Apr 08 08:20:29.307319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c74e8c-84cf-4424-bdde-f6be63ae8d93 req-d32a2145-0798-4573-9a9e-7324eeb02349 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:29.318096 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-51c74e8c-84cf-4424-bdde-f6be63ae8d93 req-d32a2145-0798-4573-9a9e-7324eeb02349 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 944 time: 0.3866503
Apr 08 08:20:29.355358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Transition to ACTIVE for port object 7f14b80c-7846-4db6-94dc-c710a108c69e will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:29.385960 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-51c74e8c-84cf-4424-bdde-f6be63ae8d93 req-8ec13016-36b9-448a-8b89-fd136515fe14 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663683
Apr 08 08:20:29.465813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:29.567310 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-176b0373-ef00-4ba7-8ea8-627352c438d8 req-5ebe3866-55b7-4b7e-bbb5-2bde0c5e0cc8 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2822454
Apr 08 08:20:29.574641 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4392f985-9164-428d-a50a-1f667eeff766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:29.580766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:20:29.615610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:29.825220 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:29.832715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:29.834135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:29.844819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-053265cf-fee8-4b0b-ba45-be11eb16127b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:30.073930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Attempting to bind port 4e611243-33b4-482a-a9c6-bd0cd89d021b on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:20:30.074329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Attempting to bind port 4e611243-33b4-482a-a9c6-bd0cd89d021b by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:20:30.074712 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Attempting to bind port 4e611243-33b4-482a-a9c6-bd0cd89d021b on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:30.080642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Pushing event updated for resources: {'Port': ['ID=7f14b80c-7846-4db6-94dc-c710a108c69e,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:30.098200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4392f985-9164-428d-a50a-1f667eeff766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.109445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-310fe48f-5073-4d96-aceb-54fba3c0d105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:30.113484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:30.154258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Port 4e611243-33b4-482a-a9c6-bd0cd89d021b on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:20:30.154653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Attempting to bind port 4e611243-33b4-482a-a9c6-bd0cd89d021b on network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:30.247048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.278756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:30.283148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53ae4f-4eae-4925-a39f-37b591d0d012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:20:30.290374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:30.297127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:30.340463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:30.348042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.351769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-88762e07-64f9-46e8-8b1e-2e84bc003807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:30.391087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392f985-9164-428d-a50a-1f667eeff766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179ef004-6f2a-4933-87b7-e1a0ce1a61a8,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:30.404107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4392f985-9164-428d-a50a-1f667eeff766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:30.405506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:20:30.406298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Checking segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:30.406899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Bound using segment: {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:20:30.407851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Bound port: 4e611243-33b4-482a-a9c6-bd0cd89d021b, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8daead4e-3011-4726-8f46-b4e562abf265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:20:30.408421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.429670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.585999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] For port 4e611243-33b4-482a-a9c6-bd0cd89d021b, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:20:30.590823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] For port 4e611243-33b4-482a-a9c6-bd0cd89d021b, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4e611243-33b4-482a-a9c6-bd0cd89d021b,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:20:30.714542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.715795 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.730122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10bd8278>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:23Z', 'revision_number': 3, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:30.742744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0d292a-f3ff-45fb-a1bc-70f761527b4a None None] The sync data for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi is: [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:23Z', 'revision_number': 3, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:20:30.773002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:30.780865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6ae1cfef-ee22-4479-8897-ad9c9870870f tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:30.801956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:30.815860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-0f369aa4-ced6-4c5c-abcd-d954675ad4e2 None None] Provisioning for port 7f14b80c-7846-4db6-94dc-c710a108c69e completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:30.842851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-0f369aa4-ced6-4c5c-abcd-d954675ad4e2 None None] Provisioning complete for port 7f14b80c-7846-4db6-94dc-c710a108c69e triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:30.849641 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0f369aa4-ced6-4c5c-abcd-d954675ad4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.875455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4392f985-9164-428d-a50a-1f667eeff766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:30.876726 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4392f985-9164-428d-a50a-1f667eeff766 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/179ef004-6f2a-4933-87b7-e1a0ce1a61a8 HTTP/1.1" status: 204  len: 168 time: 3.6045463
Apr 08 08:20:31.019342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-0f369aa4-ced6-4c5c-abcd-d954675ad4e2 None None] Port 7f14b80c-7846-4db6-94dc-c710a108c69e cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:20:31.380986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:31.382213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:31.385773 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] 10.222.0.48 "PUT /v2.0/ports/4e611243-33b4-482a-a9c6-bd0cd89d021b HTTP/1.1" status: 200  len: 1093 time: 5.3669088
Apr 08 08:20:31.392243 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd0848e-5e86-4101-a527-ea800b6fc830', 'tag': '4e611243-33b4-482a-a9c6-bd0cd89d021b'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:20:31.402091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e611243-33b4-482a-a9c6-bd0cd89d021b,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:31.419271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:31.425280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-b54df584-4a60-43c6-8440-fc49f5a7413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:31.428811 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-b54df584-4a60-43c6-8440-fc49f5a7413b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1098 time: 0.8306446
Apr 08 08:20:31.449687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6775cd-e815-48a2-a930-67d3f019c147 req-441bc70c-72d1-4c61-a990-23df944a4071 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:31.468982 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6b6775cd-e815-48a2-a930-67d3f019c147 req-441bc70c-72d1-4c61-a990-23df944a4071 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 1.4000447
Apr 08 08:20:31.675703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28925f63-b8fd-4012-8971-e2756e42bc27 req-66840954-fa0e-45f1-9d94-434fa3226c66 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:31.691833 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6b6775cd-e815-48a2-a930-67d3f019c147 req-fab0ff74-7324-466d-a6d7-796c6d869284 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1076307
Apr 08 08:20:31.718895 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-28925f63-b8fd-4012-8971-e2756e42bc27 req-66840954-fa0e-45f1-9d94-434fa3226c66 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 943 time: 0.9115343
Apr 08 08:20:31.790041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:31.875793 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53ae4f-4eae-4925-a39f-37b591d0d012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68', 'code': 200}
Apr 08 08:20:31.899626 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-28925f63-b8fd-4012-8971-e2756e42bc27 req-226988be-9d57-4490-96d2-442230167d74 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012423
Apr 08 08:20:31.901081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:31.980011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6bad30ea-f17d-481b-aa13-08e49f113e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:32.096949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Pushing event updated for resources: {'Port': ['ID=7f14b80c-7846-4db6-94dc-c710a108c69e,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:32.100988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:32.123046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-84046c6f-f272-4ca1-9305-499593fe0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:32.124879 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-84046c6f-f272-4ca1-9305-499593fe0b77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 919 time: 0.6543603
Apr 08 08:20:32.172356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:32.378243 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-702ba1cf-e560-4e0c-beb6-6db2f8808b46 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 200  len: 217 time: 0.2409585
Apr 08 08:20:32.384072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-27c3facd-f155-4085-8836-f8fe2c200acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:32.414797 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-27c3facd-f155-4085-8836-f8fe2c200acb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 1096 time: 0.9415576
Apr 08 08:20:32.749555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-c0dd3b01-b992-4f6c-a5e5-0870d07c52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:32.751321 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-c0dd3b01-b992-4f6c-a5e5-0870d07c52bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.2227881
Apr 08 08:20:32.840000 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-31b1b0fb-a2ab-49d5-bfd8-311975f881f4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e611243-33b4-482a-a9c6-bd0cd89d021b HTTP/1.1" status: 200  len: 217 time: 0.2954686
Apr 08 08:20:32.883130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 181318a7-7a03-4dbb-aff0-4f5ded615eb2 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:32.968849 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-6a0bbd4e-e512-4054-a0e0-f7aa67dfd224 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1259110
Apr 08 08:20:33.044295 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 181318a7-7a03-4dbb-aff0-4f5ded615eb2 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:33.051916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 181318a7-7a03-4dbb-aff0-4f5ded615eb2 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:33.052799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:33.067244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88340c78-1a17-4833-b4c2-3d7fa6a31e69 req-a03d9ef1-e0c7-4261-8d27-6693b1d5a11c tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:33.088523 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88340c78-1a17-4833-b4c2-3d7fa6a31e69 req-a03d9ef1-e0c7-4261-8d27-6693b1d5a11c tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 945 time: 0.7016184
Apr 08 08:20:33.167269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b4910-2044-42ea-a33c-a432eed936ec req-724e343a-83c8-4f8e-8255-5945e44a5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:33.170692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5c1b4910-2044-42ea-a33c-a432eed936ec req-724e343a-83c8-4f8e-8255-5945e44a5d3e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 1098 time: 0.9107974
Apr 08 08:20:33.250937 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88340c78-1a17-4833-b4c2-3d7fa6a31e69 req-0ed317f0-c7b3-4bb5-8297-b25095953cde tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608176
Apr 08 08:20:33.265188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:33.311518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 181318a7-7a03-4dbb-aff0-4f5ded615eb2, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=181318a7-7a03-4dbb-aff0-4f5ded615eb2,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:33.316961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:33.324446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:33.327067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7ce23c06-c663-468e-af01-4264882aeb83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:33.344238 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-eb7afdf2-8dfe-4db2-9503-0bd83e2a6c58 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3552814
Apr 08 08:20:33.348459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:33.394429 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5c1b4910-2044-42ea-a33c-a432eed936ec req-83780cb0-221d-41dc-bea4-9c41b0686386 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1789517
Apr 08 08:20:33.491207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883af8a-7dee-46a3-95f1-084eb81627c1 req-42ddb346-7f7d-484b-8102-c34e07c5a403 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:33.528456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f883af8a-7dee-46a3-95f1-084eb81627c1 req-42ddb346-7f7d-484b-8102-c34e07c5a403 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 1.1086164
Apr 08 08:20:33.534714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=181318a7-7a03-4dbb-aff0-4f5ded615eb2,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:33.542477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:33.673258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cc7f93e2-8ef7-490e-9da6-cbd9a944cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:33.676952 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-cc7f93e2-8ef7-490e-9da6-cbd9a944cf6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.7752724
Apr 08 08:20:33.903266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d78b2735-b81d-4973-87d9-c6e9202fcae4 None None] Provisioning complete for port 7f14b80c-7846-4db6-94dc-c710a108c69e triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:33.904527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d78b2735-b81d-4973-87d9-c6e9202fcae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:33.937196 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:20:33.961997 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-f1e23ead-3cd9-44b7-97d3-cf1881361b4e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1150968
Apr 08 08:20:34.034509 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f883af8a-7dee-46a3-95f1-084eb81627c1 req-6abd7e8d-2771-48ee-8523-263954ca6f6a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4293070
Apr 08 08:20:34.055845 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d78b2735-b81d-4973-87d9-c6e9202fcae4 None None] Port 7f14b80c-7846-4db6-94dc-c710a108c69e cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:20:34.170930 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea59f75d-148f-4f41-9caa-ed97e9681b10 req-01ed5de8-4ef9-444d-9f20-41e74629afe0 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8196723
Apr 08 08:20:34.224844 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd0848e-5e86-4101-a527-ea800b6fc830', 'tag': '4e611243-33b4-482a-a9c6-bd0cd89d021b', 'status': 'completed', 'code': 200}
Apr 08 08:20:34.335463 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-019dc8e3-a7c4-4331-bbbf-1d4767c6ec42 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3641155
Apr 08 08:20:34.459299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b04cd9-e621-4e5c-b9c7-2db1c37a4f08 req-59a58aa1-a638-4e60-974b-0a0d8d3125da tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:34.468426 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e2b04cd9-e621-4e5c-b9c7-2db1c37a4f08 req-59a58aa1-a638-4e60-974b-0a0d8d3125da tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.6384795
Apr 08 08:20:34.529955 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e2b04cd9-e621-4e5c-b9c7-2db1c37a4f08 req-3fb95bf3-1552-4577-a404-7a7f4e4830db tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597124
Apr 08 08:20:34.566038 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:20:34.608170 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] 10.222.0.54 "PUT /v2.0/routers/5110d524-b2b1-42c1-b96b-2ab7cfb1a911/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9181144
Apr 08 08:20:34.803568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 181318a7-7a03-4dbb-aff0-4f5ded615eb2 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:35.064680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 181318a7-7a03-4dbb-aff0-4f5ded615eb2 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:35.065277 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:35.183292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Sync routers for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:20:35.241161 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f8128c7-e6a9-48fb-af64-f12977b2577c req-bb84c794-7dd8-4400-8809-a8d1201683c6 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8917012
Apr 08 08:20:35.271177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188d153-33fe-4665-92e4-3776610d9d71 req-f2802dda-0d65-4025-aa7c-736e64f5e0bd tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:35.272895 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2188d153-33fe-4665-92e4-3776610d9d71 req-f2802dda-0d65-4025-aa7c-736e64f5e0bd tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.3398523
Apr 08 08:20:35.276697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:20:35.277573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c101145c0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:20:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:35.354558 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2188d153-33fe-4665-92e4-3776610d9d71 req-e3397252-fade-47cb-9b66-b2655e44099b tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0470994
Apr 08 08:20:35.539484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:20:35.715703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-df23ed3b-19d3-4c33-b56b-1e8e156ab867 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:35.723657 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-df23ed3b-19d3-4c33-b56b-1e8e156ab867 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/networks?id=ace98aec-df98-4cc4-b12b-53cc648ee3d3 HTTP/1.1" status: 200  len: 814 time: 0.5057807
Apr 08 08:20:35.746853 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-168318fc-b76e-4059-aa3c-99e4d17e7b22 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/quotas/dcbff01257f6464c9f4d710722469b4a HTTP/1.1" status: 200  len: 375 time: 0.0220895
Apr 08 08:20:35.818501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2563a7-c9c6-4b5d-b8c2-fcec14c606d2 req-9f189733-9581-4044-b2ff-07888239e394 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:35.820482 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2c2563a7-c9c6-4b5d-b8c2-fcec14c606d2 req-9f189733-9581-4044-b2ff-07888239e394 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 943 time: 0.1984484
Apr 08 08:20:35.823520 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-284b6115-c7b5-46b1-bebb-6dd43cc59677 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dcbff01257f6464c9f4d710722469b4a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0753407
Apr 08 08:20:35.886922 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2c2563a7-c9c6-4b5d-b8c2-fcec14c606d2 req-3743c188-45d9-4991-9644-3c9b2c2d8f2a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458307
Apr 08 08:20:36.014421 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-48a3aa5e-a5ed-4808-bbb5-5951c5e91348 service neutron] 10.222.0.54 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1898205
Apr 08 08:20:36.042301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35360) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:36.053526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1877626835-network', 'tenant_id': '7b669462ee724646b7a4a694693de22a'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:36.077420 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:36.093075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Usage tracker for resource:network and tenant:7b669462ee724646b7a4a694693de22a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:36.119526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:36.143821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:36.168410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Made reservation on behalf of 7b669462ee724646b7a4a694693de22a for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:36.180720 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:36.210792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:36.235216 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-a7b4cae3-5310-46b6-ba07-616b6542608f service neutron] 10.222.0.54 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2192106
Apr 08 08:20:36.240653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:36.245733 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Usage tracker for resource:security_group_rule and tenant:7b669462ee724646b7a4a694693de22a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:36.249400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:36.256473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:36.302708 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-9df0a90a-e72b-43cc-8e1b-1c5023266fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:36.311103 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-9df0a90a-e72b-43cc-8e1b-1c5023266fb5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 1096 time: 1.0070922
Apr 08 08:20:36.423119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:36.609619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c101145c0>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:31Z', 'revision_number': 2, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:36.610833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:36.624434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Checking router: 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:20:36.625236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Updating router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 port 7f14b80c-7846-4db6-94dc-c710a108c69e binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:20:36.634226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ed0e542f-aded-488e-9ba2-e7b9aac91ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:36.729592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-5ee1dee3-b2ff-4e9a-a704-bbcfe43d07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:36.741292 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-5ee1dee3-b2ff-4e9a-a704-bbcfe43d07f8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 916 time: 0.4223096
Apr 08 08:20:36.779163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bb54f3-123d-44e9-8f05-ddae7a60ad04,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:36.802303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:36.817449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:20:36.829055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:36.839801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:36.842711 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Added segment 78ca908b-39f0-4b6b-9108-2b1f6dde4f56 of type vlan for network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86
Apr 08 08:20:37.062673 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-b484dcf3-5597-4ccc-b7d6-f5294b39a935 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e611243-33b4-482a-a9c6-bd0cd89d021b HTTP/1.1" status: 200  len: 217 time: 0.3112483
Apr 08 08:20:37.217538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:37.273537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:37.286920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10108a52-91f8-4596-9ca7-3a4e49ef8ccb req-a4d693c3-2371-4126-8d87-5ca9643bc4fe tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:37.296816 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-10108a52-91f8-4596-9ca7-3a4e49ef8ccb req-a4d693c3-2371-4126-8d87-5ca9643bc4fe tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 945 time: 0.8711386
Apr 08 08:20:37.345152 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-10108a52-91f8-4596-9ca7-3a4e49ef8ccb req-bfc0f498-7972-4c33-b9d8-c0557c6d2f6e tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467577
Apr 08 08:20:37.351790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:37.352873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:37.452484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-317dce06-4d46-4db6-9266-bbbf6f73d818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:37.539192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-a7157c67-bbb6-457c-931f-cb35d75a5d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:37.549185 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-a7157c67-bbb6-457c-931f-cb35d75a5d06 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.2167835
Apr 08 08:20:37.741397 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-8c99b08f-1978-417a-bc07-4889ade9da4b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1804872
Apr 08 08:20:37.940992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Pushing event updated for resources: {'Network': ['ID=8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:37.961782 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.9176409
Apr 08 08:20:37.969606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:37.970165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35392) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:38.045119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b9286-270f-4811-8009-6ff5568f87d8 req-bee71d4c-9739-49d5-a4ab-b2b6e8fbc7a9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:38.053770 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8d2b9286-270f-4811-8009-6ff5568f87d8 req-bee71d4c-9739-49d5-a4ab-b2b6e8fbc7a9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.9895697
Apr 08 08:20:38.058941 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-565aab40-df6a-422d-baa8-d198cee5b43a service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029339
Apr 08 08:20:38.118051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Request body: {'subnet': {'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1877626835-subnet', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'ip_version': 4}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:38.126017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:38.133666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Usage tracker for resource:subnet and tenant:7b669462ee724646b7a4a694693de22a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:38.139498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:38.149093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:38.163372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:38.195595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Transition to ACTIVE for port object 7f14b80c-7846-4db6-94dc-c710a108c69e will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:38.215199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:20:38.220302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9f2a0-2316-42e3-9708-56aba0c0e329 req-88c13b8a-4522-48c8-98af-bb5ed31fbefb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:38.229908 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b0c9f2a0-2316-42e3-9708-56aba0c0e329 req-88c13b8a-4522-48c8-98af-bb5ed31fbefb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2959893
Apr 08 08:20:38.248833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Made reservation on behalf of 7b669462ee724646b7a4a694693de22a for: {'subnet': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:38.253881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27425104'] for subnet, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:38.371569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:38.425315 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b0c9f2a0-2316-42e3-9708-56aba0c0e329 req-fe5fd56d-b095-4893-8915-c90c1930c80d tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1941836
Apr 08 08:20:38.553898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:38.646853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07652e-7da5-4d92-a48c-230cc17d3a1c None None] Pushing event updated for resources: {'Port': ['ID=7f14b80c-7846-4db6-94dc-c710a108c69e,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:38.714895 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c0511eba-ced1-400a-a0ac-586cfa23fc9b req-3ab7d23e-73a3-4290-9513-e3d260d78f8f service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6224027
Apr 08 08:20:38.739503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3e07652e-7da5-4d92-a48c-230cc17d3a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:38.753183 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8d2b9286-270f-4811-8009-6ff5568f87d8 req-f3328ce7-9eb1-40f9-a84a-810a081cbd09 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6982079
Apr 08 08:20:38.980371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Attempting to bind port 7f14b80c-7846-4db6-94dc-c710a108c69e on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:20:38.990523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Attempting to bind port 7f14b80c-7846-4db6-94dc-c710a108c69e by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:20:38.993352 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Attempting to bind port 7f14b80c-7846-4db6-94dc-c710a108c69e on network 3aed61c9-6f00-4e51-9d36-26f3834c91bf {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:39.012665 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:20:39.013433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Checking segment: {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:39.014164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:39.014798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Bound using segment: {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:20:39.015763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Bound port: 7f14b80c-7846-4db6-94dc-c710a108c69e, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:20:39.016386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:39.079193 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ce342e17-cfee-4f7d-b5c7-e43f7dab9f18 req-357a751d-d294-4f0e-80ad-ba41f6a5d37a tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 210 time: 0.1305420
Apr 08 08:20:39.157165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] For port 7f14b80c-7846-4db6-94dc-c710a108c69e, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:20:39.162236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] For port 7f14b80c-7846-4db6-94dc-c710a108c69e, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=7f14b80c-7846-4db6-94dc-c710a108c69e,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:20:39.171930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:39.379365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:20:39.391284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:39.398682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27425121'] for subnet, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:39.422816 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:39.486505 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07652e-7da5-4d92-a48c-230cc17d3a1c None None] Pushing event updated for resources: {'Port': ['ID=7f14b80c-7846-4db6-94dc-c710a108c69e,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:39.490377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3e07652e-7da5-4d92-a48c-230cc17d3a1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:39.552830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:20:39.553540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c101145c0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:20:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:39.569443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c45fc0-e060-4730-a731-3776c4eb7ed6 req-adffa6e3-84e6-473e-a1ab-597cc2daaa46 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:39.575726 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-71c45fc0-e060-4730-a731-3776c4eb7ed6 req-adffa6e3-84e6-473e-a1ab-597cc2daaa46 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.4084947
Apr 08 08:20:39.654242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 4e611243-33b4-482a-a9c6-bd0cd89d021b details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:20:39.752797 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-71c45fc0-e060-4730-a731-3776c4eb7ed6 req-70aab615-2cc2-4e1f-82e3-3ee923d28a39 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1657763
Apr 08 08:20:39.753789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:39.783646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.796830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.799021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.799652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.802307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.802899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.810869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.811512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.812100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.812664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.815817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.821315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:39.857845 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:39.882158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 4e611243-33b4-482a-a9c6-bd0cd89d021b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4e611243-33b4-482a-a9c6-bd0cd89d021b,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:39.980587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '4e611243-33b4-482a-a9c6-bd0cd89d021b', 'network_id': '3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4', 'port_id': '4e611243-33b4-482a-a9c6-bd0cd89d021b', 'mac_address': 'fa:16:3e:bc:a8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b77e3a5e-ec48-450b-8594-0e0d5a928576', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:20:40.005005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52bf8d-b3ae-4282-98ad-83b7e118a5ba req-72682b29-450f-451f-b136-1061a59dcec0 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:40.006812 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c52bf8d-b3ae-4282-98ad-83b7e118a5ba req-72682b29-450f-451f-b136-1061a59dcec0 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 943 time: 0.4885101
Apr 08 08:20:40.117644 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c52bf8d-b3ae-4282-98ad-83b7e118a5ba req-28bfdd01-ed00-44da-ac9b-ead7621fd655 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0660496
Apr 08 08:20:40.161960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:40.163369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e611243-33b4-482a-a9c6-bd0cd89d021b {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:20:40.174070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-8106c6b5-bb81-4988-b06f-73aecdd3589f tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:40.178734 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-8106c6b5-bb81-4988-b06f-73aecdd3589f tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.48 "GET /v2.0/networks?id=ace98aec-df98-4cc4-b12b-53cc648ee3d3 HTTP/1.1" status: 200  len: 814 time: 0.9581363
Apr 08 08:20:40.204351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Request body: {'port': {'device_id': '5ccf634c-2d87-4d3f-8688-1e5a8043d890', 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3', 'admin_state_up': True, 'tenant_id': 'dcbff01257f6464c9f4d710722469b4a'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:40.268697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 4e611243-33b4-482a-a9c6-bd0cd89d021b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4e611243-33b4-482a-a9c6-bd0cd89d021b,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:40.278522 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Checking segment: {'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:40.278920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Network hostable DHCP agents. Network: 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:20:40.300031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:40.313922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:40.351188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:20:40.366729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86) {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:40.398333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:40.398995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:40.414234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb97ed-e5d0-40c8-896b-8254aafef048 None None] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:20:40.443600 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.3341410
Apr 08 08:20:40.444471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35418) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:40.457197 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:40.481446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:40.498503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Usage tracker for resource:router and tenant:7b669462ee724646b7a4a694693de22a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:40.505133 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:40.525702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:40.544102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:40.545258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:40.561323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:40.579339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Usage tracker for resource:port and tenant:dcbff01257f6464c9f4d710722469b4a is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:40.586087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:40.586395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:40.594502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:40.608159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Made reservation on behalf of dcbff01257f6464c9f4d710722469b4a for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:20:40.617896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:40.740943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ecb8d-709a-4d15-bf0e-8006a2ea2947 req-fd1c879a-355b-46b8-913e-fe4df9477789 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:40.751029 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e00ecb8d-709a-4d15-bf0e-8006a2ea2947 req-fd1c879a-355b-46b8-913e-fe4df9477789 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.4370787
Apr 08 08:20:40.929060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Allocated IP 172.20.0.2 (ace98aec-df98-4cc4-b12b-53cc648ee3d3/16557c00-aba3-4e1d-aba1-649f77f6a856/59337d6f-2521-4ff4-82bd-25f45b5ab1e6) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:41.009418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:20:41.211044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:41.235280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:41.262718 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e00ecb8d-709a-4d15-bf0e-8006a2ea2947 req-87d55ef5-7528-46a0-8399-1d5ff004b80f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5103564
Apr 08 08:20:41.294899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:41.370888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:41.434905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ac825-144f-46a8-bc63-690179e71a03 req-e08e9175-fe25-4647-86ab-8b698faae166 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:41.443275 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c5ac825-144f-46a8-bc63-690179e71a03 req-e08e9175-fe25-4647-86ab-8b698faae166 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.4442244
Apr 08 08:20:41.487692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c5ac825-144f-46a8-bc63-690179e71a03 req-2d5a694b-e442-442c-bbc1-a2474a44f5ab tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432901
Apr 08 08:20:41.638261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['4e611243-33b4-482a-a9c6-bd0cd89d021b'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:20:41.672795 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=4e611243-33b4-482a-a9c6-bd0cd89d021b,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:41.694794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.390s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:41.983729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86', 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'fixed_ips': [{'subnet_id': 'c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:20:41.984694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:42.080028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:42.134142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Pushing event updated for resources: {'Port': ['ID=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:42.153795 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:42.159679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26dbd0-d095-4cf1-a086-999a481400b0 req-ef398990-ea8e-4b3d-8be3-286cad1765d0 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:42.168447 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4b26dbd0-d095-4cf1-a086-999a481400b0 req-ef398990-ea8e-4b3d-8be3-286cad1765d0 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 931 time: 0.7097013
Apr 08 08:20:42.184255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.184651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.185065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.185470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.185932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.186336 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.186738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.187245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.187498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.187890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.188284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.188675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:42.265887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:42.307150 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4b26dbd0-d095-4cf1-a086-999a481400b0 req-f3c31907-b4d5-46a5-9ab3-50746d150484 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369243
Apr 08 08:20:42.336749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c101145c0>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:39Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:42.347467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fd587c-2fb5-42ed-a64c-5357469e3d97 None None] The sync data for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi is: [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:39Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:20:42.366956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Network ace98aec-df98-4cc4-b12b-53cc648ee3d3 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:42.378022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:42.381600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:42.507876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7875d2-f939-4d4b-b340-36731b78aa37 req-e5db82df-f122-4846-b8b1-22821dd7d105 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:42.511244 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba7875d2-f939-4d4b-b340-36731b78aa37 req-e5db82df-f122-4846-b8b1-22821dd7d105 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 945 time: 0.7239037
Apr 08 08:20:42.582855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:42.583863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:42.666817 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba7875d2-f939-4d4b-b340-36731b78aa37 req-831731a5-e725-4aee-8568-a1f0ccc52777 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429729
Apr 08 08:20:42.698806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Allocated IP 172.20.0.2 (8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86/c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d/9cb83bf9-8bd8-4e23-bc32-1009c233975c) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:42.855465 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6560595
Apr 08 08:20:42.876569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a5bac-6368-484f-bc05-cf53824d64af req-6f3054b1-889d-4902-a3ca-a4152ed61908 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:42.879331 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-698a5bac-6368-484f-bc05-cf53824d64af req-6f3054b1-889d-4902-a3ca-a4152ed61908 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.48 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 945 time: 0.6830137
Apr 08 08:20:42.890553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 7f14b80c-7846-4db6-94dc-c710a108c69e up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:42.901099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Request body: {'port': {'device_id': '5ccf634c-2d87-4d3f-8688-1e5a8043d890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:20:43.035228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Allocated IP 172.27.1.49 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/92df4bd0-b0b0-4bfc-b6e8-881a696f97e1) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:43.079138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 7f14b80c-7846-4db6-94dc-c710a108c69e completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:43.133985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 7f14b80c-7846-4db6-94dc-c710a108c69e triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:43.134500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:43.286936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:43.374734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Deleting port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:20:43.375134 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:43.410992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372c380-238f-4445-87c7-091c5962bfe4 req-5e5fe5a2-ccc3-4acd-83f2-9228e9d05e8d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:43.420562 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0372c380-238f-4445-87c7-091c5962bfe4 req-5e5fe5a2-ccc3-4acd-83f2-9228e9d05e8d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 944 time: 0.4693732
Apr 08 08:20:43.498742 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0372c380-238f-4445-87c7-091c5962bfe4 req-93a7233d-5df2-46fe-bf9c-7bd372987135 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760512
Apr 08 08:20:43.529172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:43.558507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Transition to ACTIVE for port object 9cb83bf9-8bd8-4e23-bc32-1009c233975c will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:43.564324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:43.606194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Transition to ACTIVE for port object 9cb83bf9-8bd8-4e23-bc32-1009c233975c will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:43.626290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:43.685101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba667fc1-90fe-4e91-b51d-d2d33c3a9e33 req-6ba054f9-9fce-4e73-adb1-c6481c1514e9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:43.692333 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba667fc1-90fe-4e91-b51d-d2d33c3a9e33 req-6ba054f9-9fce-4e73-adb1-c6481c1514e9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 1.1008213
Apr 08 08:20:43.715616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:43.735459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:44.221240 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba667fc1-90fe-4e91-b51d-d2d33c3a9e33 req-ca655286-114d-47d7-9d32-148347190476 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3180790
Apr 08 08:20:44.318748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:44.569498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 4e611243-33b4-482a-a9c6-bd0cd89d021b up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:44.623415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Pushing event updated for resources: {'Port': ['ID=9cb83bf9-8bd8-4e23-bc32-1009c233975c,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:44.662053 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.662411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.662801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.663179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.663564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.663901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.664292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.664651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.665020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.665472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.666556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.666925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:20:44.693566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:44.700284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:44.702233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:44.708625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:44.716135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:44.727803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] For port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,segment=NetworkSegment(d6ba8284-8022-4c77-a29c-a82539deb525),segment_id=d6ba8284-8022-4c77-a29c-a82539deb525)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:44.728275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:44.817019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Pushing event updated for resources: {'Port': ['ID=92df4bd0-b0b0-4bfc-b6e8-881a696f97e1,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:44.874630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:44.887865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 7f14b80c-7846-4db6-94dc-c710a108c69e, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=7f14b80c-7846-4db6-94dc-c710a108c69e,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:44.891456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 4e611243-33b4-482a-a9c6-bd0cd89d021b completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:44.898323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:44.900991 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Attempting to bind port 9cb83bf9-8bd8-4e23-bc32-1009c233975c on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:20:44.901422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Attempting to bind port 9cb83bf9-8bd8-4e23-bc32-1009c233975c by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:20:44.901882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Attempting to bind port 9cb83bf9-8bd8-4e23-bc32-1009c233975c on network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:44.909457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:44.944689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:20:44.945118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Checking segment: {'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:44.945576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:44.946055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Bound using segment: {'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:20:44.946632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Bound port: 9cb83bf9-8bd8-4e23-bc32-1009c233975c, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:20:44.947124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:45.028782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:45.049867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] For port 9cb83bf9-8bd8-4e23-bc32-1009c233975c, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:20:45.054078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] For port 9cb83bf9-8bd8-4e23-bc32-1009c233975c, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=9cb83bf9-8bd8-4e23-bc32-1009c233975c,segment=NetworkSegment(78ca908b-39f0-4b6b-9108-2b1f6dde4f56),segment_id=78ca908b-39f0-4b6b-9108-2b1f6dde4f56)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:20:45.067501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 4e611243-33b4-482a-a9c6-bd0cd89d021b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:45.067925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:45.100956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:45.112603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:45.128077 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Calling delete_port for a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:20:45.272574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:45.463525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5c4305a2-fa5b-4eff-a152-7d4666ef678d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:45.581612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:45.606151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 4e611243-33b4-482a-a9c6-bd0cd89d021b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4e611243-33b4-482a-a9c6-bd0cd89d021b,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:45.611817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd0848e-5e86-4101-a527-ea800b6fc830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e611243-33b4-482a-a9c6-bd0cd89d021b'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:20:45.631565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:45.639276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=7f14b80c-7846-4db6-94dc-c710a108c69e,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:45.643116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:45.644635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:45.777206 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Pushing event updated for resources: {'Port': ['ID=9cb83bf9-8bd8-4e23-bc32-1009c233975c,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:45.894522 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d7eb7-18b6-49d5-870d-6aa5d4a9eee8 req-c7231bf6-735c-43b4-b7ee-6f875dd412d6 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:45.896584 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-523d7eb7-18b6-49d5-870d-6aa5d4a9eee8 req-c7231bf6-735c-43b4-b7ee-6f875dd412d6 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 1.2487838
Apr 08 08:20:45.897887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=4e611243-33b4-482a-a9c6-bd0cd89d021b,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:45.906171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:45.908334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:45.908866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:45.909266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:46.160299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8de705-12fe-47b4-bf65-90c5228e2bc5 req-3723e660-92e0-4d84-87fd-69b25b9f1c11 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:46.161117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-8c8de705-12fe-47b4-bf65-90c5228e2bc5 req-3723e660-92e0-4d84-87fd-69b25b9f1c11 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Synchronizing usage tracker for tenant:dcbff01257f6464c9f4d710722469b4a on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:20:46.169642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-a320245c-b762-4f94-9ed9-c0d3143fc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:46.171643 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-a320245c-b762-4f94-9ed9-c0d3143fc21e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 1099 time: 1.3238425
Apr 08 08:20:46.189515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:20:46.214063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:46.239810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-8c8de705-12fe-47b4-bf65-90c5228e2bc5 req-3723e660-92e0-4d84-87fd-69b25b9f1c11 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Unset dirty status for tenant:dcbff01257f6464c9f4d710722469b4a on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:20:46.247407 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8c8de705-12fe-47b4-bf65-90c5228e2bc5 req-3723e660-92e0-4d84-87fd-69b25b9f1c11 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 931 time: 0.9648275
Apr 08 08:20:46.354078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Transition to ACTIVE for port object 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:46.374791 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8c8de705-12fe-47b4-bf65-90c5228e2bc5 req-16f1dbec-02a0-478a-a30b-9baeda82f646 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263213
Apr 08 08:20:46.381547 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:46.406336 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:46.498504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-cc0595f8-fa47-4114-9e66-67d20e7159f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:46.500368 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-cc0595f8-fa47-4114-9e66-67d20e7159f0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 911 time: 0.2997220
Apr 08 08:20:46.527717 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Pushing event updated for resources: {'Port': ['ID=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:46.867260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:46.981907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:47.061314 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-523d7eb7-18b6-49d5-870d-6aa5d4a9eee8 req-599f825d-6fbc-48da-bf8a-1b03c0cf5b29 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8954704
Apr 08 08:20:47.416855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 9cb83bf9-8bd8-4e23-bc32-1009c233975c up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:47.448210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:47.609435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0ade6904-59fc-4b64-b0ec-14d183a13660 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:47.628942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 9cb83bf9-8bd8-4e23-bc32-1009c233975c completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:47.641337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 7f14b80c-7846-4db6-94dc-c710a108c69e up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:47.750826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:20:47.810814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:20:47.810814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:20:47.830773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6460a0-a72d-4000-92d8-7e5f3855f3c3 None None] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:20:47.882481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 7f14b80c-7846-4db6-94dc-c710a108c69e triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:47.883891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:48.004919 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-19c65d7d-1bd0-4993-9f71-8bba2a47da1a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823d7511-9fe3-4483-bf2b-20c8e9988920 HTTP/1.1" status: 200  len: 1002 time: 1.1897001
Apr 08 08:20:48.172996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c0699-8355-4392-8ae5-a8d1a7712d0c req-2d03e335-e269-454a-97d7-85c1540cd8fb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:48.174959 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-598c0699-8355-4392-8ae5-a8d1a7712d0c req-2d03e335-e269-454a-97d7-85c1540cd8fb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.7082021
Apr 08 08:20:48.289891 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-598c0699-8355-4392-8ae5-a8d1a7712d0c req-f14f9a23-e206-447f-81da-66fa0c3a4461 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880389
Apr 08 08:20:48.293492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Router 7065eb48-e215-4a6e-92f4-4c8b5f917976 is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:20:48.337956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Pushing event deleted for resources: {'Port': ['ID=a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:48.346071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:48.351704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Attempting to bind port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:20:48.365645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Attempting to bind port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:20:48.367193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Attempting to bind port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 on network ace98aec-df98-4cc4-b12b-53cc648ee3d3 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:48.390997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a3774-50f2-495c-8f2e-0c530d947808 req-f5a643d6-e537-426d-a264-16c1411c810a tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:48.406117 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b42a3774-50f2-495c-8f2e-0c530d947808 req-f5a643d6-e537-426d-a264-16c1411c810a tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/ports?device_id=ed53ae4f-4eae-4925-a39f-37b591d0d012 HTTP/1.1" status: 200  len: 945 time: 1.5359223
Apr 08 08:20:48.473242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:48.498772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b42a3774-50f2-495c-8f2e-0c530d947808 req-7177f617-7020-4835-b4bb-f99ee0e9d015 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.54 "GET /v2.0/security-groups?id=e50dd9f2-7536-4743-b328-46ff0dc87d99&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705106
Apr 08 08:20:48.543153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-ab495fbb-9b58-4240-be2b-19bc192926ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:48.544758 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-ab495fbb-9b58-4240-be2b-19bc192926ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.5278871
Apr 08 08:20:48.550275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a22159c7-e00c-43db-8704-af6039efef4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:48.571028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] Provisioning for port 9cb83bf9-8bd8-4e23-bc32-1009c233975c completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:48.604846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] Provisioning complete for port 9cb83bf9-8bd8-4e23-bc32-1009c233975c triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:48.605280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:48.796672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 on network ace98aec-df98-4cc4-b12b-53cc648ee3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:20:48.800129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Attempting to bind port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 on network ace98aec-df98-4cc4-b12b-53cc648ee3d3 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:48.819266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:20:48.825301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:20:48.825850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Checking segment: {'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:48.826288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Bound using segment: {'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:20:48.826782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Bound port: 59337d6f-2521-4ff4-82bd-25f45b5ab1e6, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:20:48.827173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:48.830763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Sync routers for ids ['7065eb48-e215-4a6e-92f4-4c8b5f917976'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:20:48.852370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Routers {'7065eb48-e215-4a6e-92f4-4c8b5f917976'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:20:48.853108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c11534fd0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:20:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['7065eb48-e215-4a6e-92f4-4c8b5f917976'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:49.002684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:49.007897 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 8.5585308
Apr 08 08:20:49.007897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35512) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:49.091491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] For port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:20:49.095602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] For port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:20:49.233635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] No DVR routers for this DVR port a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:20:49.239372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:49.249885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:49.274457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:49.314466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] For port 9cb83bf9-8bd8-4e23-bc32-1009c233975c, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=9cb83bf9-8bd8-4e23-bc32-1009c233975c,segment=NetworkSegment(78ca908b-39f0-4b6b-9108-2b1f6dde4f56),segment_id=78ca908b-39f0-4b6b-9108-2b1f6dde4f56)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:49.323544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:49.330669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:49.400441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Set router 7065eb48-e215-4a6e-92f4-4c8b5f917976 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:20:49.500463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed53ae4f-4eae-4925-a39f-37b591d0d012', 'name': 'network-vif-deleted', 'tag': 'a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:20:49.513452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] Pushing event updated for resources: {'Port': ['ID=9cb83bf9-8bd8-4e23-bc32-1009c233975c,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:49.524104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:49.525664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:49.542905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:49.793262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-8b6976b3-c0f6-4720-bea0-ec98abff9e94 None None] Provisioning complete for port 9cb83bf9-8bd8-4e23-bc32-1009c233975c triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:49.793657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b6976b3-c0f6-4720-bea0-ec98abff9e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:49.829845 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Pushing event updated for resources: {'Port': ['ID=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:49.836691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:49.884970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:49.886231 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:49.888030 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] 10.222.0.48 "PUT /v2.0/ports/59337d6f-2521-4ff4-82bd-25f45b5ab1e6 HTTP/1.1" status: 200  len: 1093 time: 7.0065944
Apr 08 08:20:49.912544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223848eb-8ddf-4098-b065-c68897892db0 req-2cd1487e-2020-4674-980c-ef7d3f309249 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:49.915437 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-223848eb-8ddf-4098-b065-c68897892db0 req-2cd1487e-2020-4674-980c-ef7d3f309249 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.8132894
Apr 08 08:20:49.923655 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-698a5bac-6368-484f-bc05-cf53824d64af req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] 10.222.0.48 "DELETE /v2.0/ports/a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68 HTTP/1.1" status: 204  len: 173 time: 6.8098648
Apr 08 08:20:50.047047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:50.090848 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-223848eb-8ddf-4098-b065-c68897892db0 req-3c693ebe-71e6-4a5e-863f-e5c0d7529e93 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1577556
Apr 08 08:20:50.179047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-4816eff3-0cf9-41e2-a22d-03cb47dce393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:50.185342 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-4816eff3-0cf9-41e2-a22d-03cb47dce393 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcbff01257f6464c9f4d710722469b4a&device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 1096 time: 0.2127035
Apr 08 08:20:50.403263 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd0848e-5e86-4101-a527-ea800b6fc830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e611243-33b4-482a-a9c6-bd0cd89d021b', 'code': 200}
Apr 08 08:20:50.550238 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-a552145e-38bd-48e9-b9f4-2ded89d9baa4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59337d6f-2521-4ff4-82bd-25f45b5ab1e6 HTTP/1.1" status: 200  len: 217 time: 0.3555729
Apr 08 08:20:50.601844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3cf3a-15b4-4052-849e-2abcddf06824 req-3cfa7577-7f36-4acd-9be8-da5072368c61 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:50.609800 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ecc3cf3a-15b4-4052-849e-2abcddf06824 req-3cfa7577-7f36-4acd-9be8-da5072368c61 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 945 time: 1.7271507
Apr 08 08:20:50.628327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:50.649160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c11534fd0>, [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:20:45Z', 'revision_number': 3, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port': {'id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:42Z', 'updated_at': '2021-04-08T08:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:50.662777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Checking router: 7065eb48-e215-4a6e-92f4-4c8b5f917976 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:20:50.663184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Updating router 7065eb48-e215-4a6e-92f4-4c8b5f917976 port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:20:50.752327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-138dad48-7f43-41bb-bdfc-bbe2d68fb900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:50.765948 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-138dad48-7f43-41bb-bdfc-bbe2d68fb900 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16557c00-aba3-4e1d-aba1-649f77f6a856 HTTP/1.1" status: 200  len: 854 time: 0.2079802
Apr 08 08:20:50.819630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:51.051314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-b388ef5e-ea6b-42c1-8b48-fbe3c1f44bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:51.054027 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-b388ef5e-ea6b-42c1-8b48-fbe3c1f44bea service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 2.2327704
Apr 08 08:20:51.088611 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ecc3cf3a-15b4-4052-849e-2abcddf06824 req-b066cc66-6da5-4c32-9aff-df928bc1386d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4774220
Apr 08 08:20:51.095171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 9cb83bf9-8bd8-4e23-bc32-1009c233975c up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:51.127102 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-85ce04f5-4f49-42ca-9a5b-796bc9ed23bd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace98aec-df98-4cc4-b12b-53cc648ee3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2073162
Apr 08 08:20:51.283419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 9cb83bf9-8bd8-4e23-bc32-1009c233975c triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:51.286636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:51.389072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cb5fb-5dd6-42fe-8bd4-f5f694769e24 req-827af11a-0193-4094-a24b-0e0ba0b34d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:51.391063 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4f6cb5fb-5dd6-42fe-8bd4-f5f694769e24 req-827af11a-0193-4094-a24b-0e0ba0b34d38 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1098 time: 0.4753795
Apr 08 08:20:51.436313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a26a9-c985-4ea9-b359-e1be67030e81 req-a37b14c0-3869-479c-be6e-af1d169b027b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:51.438958 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-de4a26a9-c985-4ea9-b359-e1be67030e81 req-a37b14c0-3869-479c-be6e-af1d169b027b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 943 time: 0.6715384
Apr 08 08:20:51.451078 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-785cc41a-0b6c-4228-87db-d3e6cd6c4769 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3515334
Apr 08 08:20:51.548155 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb056b2-b944-43f7-a211-aadfb07fec82 req-4eae329c-12ee-4764-a55d-997726be72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:51.550595 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6bb056b2-b944-43f7-a211-aadfb07fec82 req-4eae329c-12ee-4764-a55d-997726be72b8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 1098 time: 0.5769999
Apr 08 08:20:51.554314 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-de4a26a9-c985-4ea9-b359-e1be67030e81 req-1dabeeb2-43b7-4adf-9e6e-d649760316fa tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962682
Apr 08 08:20:51.556903 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4f6cb5fb-5dd6-42fe-8bd4-f5f694769e24 req-5e482b1d-67bb-4f7b-bb5f-5f89fb333a95 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1460559
Apr 08 08:20:51.559229 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-75963a19-3864-4918-8ccb-63a1cbb2dfa5 service neutron] 10.222.0.48 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4182413
Apr 08 08:20:51.589766 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6bb056b2-b944-43f7-a211-aadfb07fec82 req-850204df-0056-4ee7-8016-cd48c5886a57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0282989
Apr 08 08:20:51.729212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Allocated IP 172.20.0.1 (8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86/c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d/de225da9-667e-4bfd-8a4f-74428b637944) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:20:51.739033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-c730b99b-2ef0-4f5e-9348-e50fd3d188a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:51.742351 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-c730b99b-2ef0-4f5e-9348-e50fd3d188a9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1098 time: 1.4241834
Apr 08 08:20:51.830897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:51.850628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Transition to ACTIVE for port object 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:51.862612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:51.895066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5e45695d-f416-4f9f-b1b3-4b8aa6d5fdaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:51.998680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3916b-9b82-4e5d-bf01-00e45883fc99 None None] Pushing event updated for resources: {'Port': ['ID=92df4bd0-b0b0-4bfc-b6e8-881a696f97e1,revision_number=2']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:52.005003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-80c3916b-9b82-4e5d-bf01-00e45883fc99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:52.090129 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-58ee7225-de91-4c59-84f8-75f7fa29329a req-c9244f53-96a4-47f7-b073-ec3402bb640e service neutron] 10.222.0.48 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4271235
Apr 08 08:20:52.217272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4f404-0ba9-4ebb-b05e-e8c11d7de962 req-6a097656-8a00-4eb3-95d9-4d7003a967d5 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:52.242356 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-71f4f404-0ba9-4ebb-b05e-e8c11d7de962 req-6a097656-8a00-4eb3-95d9-4d7003a967d5 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2782614
Apr 08 08:20:52.252889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Attempting to bind port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:20:52.253484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Attempting to bind port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:20:52.254020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Attempting to bind port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:20:52.263300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:20:52.263300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:20:52.264018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:52.264641 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:20:52.265589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Bound port: 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:20:52.266175 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:52.355142 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-71f4f404-0ba9-4ebb-b05e-e8c11d7de962 req-a79c5946-8ce2-4318-bc42-4f394eab0b0d tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989716
Apr 08 08:20:52.406248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] For port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:20:52.410976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] For port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=92df4bd0-b0b0-4bfc-b6e8-881a696f97e1,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:20:52.428728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:52.534552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:52.600226 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed53ae4f-4eae-4925-a39f-37b591d0d012', 'name': 'network-vif-deleted', 'tag': 'a9b8da7d-ae47-4ce6-a2a9-b7ea97152e68', 'status': 'completed', 'code': 200}
Apr 08 08:20:52.798656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:52.830419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:52.832150 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Transition to ACTIVE for port object de225da9-667e-4bfd-8a4f-74428b637944 will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:20:52.857546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3916b-9b82-4e5d-bf01-00e45883fc99 None None] Pushing event updated for resources: {'Port': ['ID=92df4bd0-b0b0-4bfc-b6e8-881a696f97e1,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:52.861890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ffffe-9b2b-44b6-9cb2-010d1fc5b7ac req-e56534dd-e0f1-4352-81cf-b36b647f4ea1 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:52.866981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-80c3916b-9b82-4e5d-bf01-00e45883fc99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:52.874670 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-393ffffe-9b2b-44b6-9cb2-010d1fc5b7ac req-e56534dd-e0f1-4352-81cf-b36b647f4ea1 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 1.4187684
Apr 08 08:20:52.907898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adb0da-f460-4516-88ff-119c7c32b8a4 req-0c2bab6d-214d-419a-9597-2d88b07eaba7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:52.930076 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-37adb0da-f460-4516-88ff-119c7c32b8a4 req-0c2bab6d-214d-419a-9597-2d88b07eaba7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1817203
Apr 08 08:20:52.967589 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-37adb0da-f460-4516-88ff-119c7c32b8a4 req-6725a452-2a5d-482f-92b7-3e942b1fa600 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0347371
Apr 08 08:20:52.970661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Routers {'7065eb48-e215-4a6e-92f4-4c8b5f917976'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:20:52.971884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c11534fd0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:20:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['7065eb48-e215-4a6e-92f4-4c8b5f917976'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:53.024056 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e697bbeb-534d-4b0d-bf7c-571414876ba7 req-2052f4eb-a83d-48bf-9e04-a92a3d35094e service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5623126
Apr 08 08:20:53.058867 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-393ffffe-9b2b-44b6-9cb2-010d1fc5b7ac req-a61ad5cd-0269-4543-93ff-2d6155bd7370 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283352
Apr 08 08:20:53.082903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:53.223343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] Set router 7065eb48-e215-4a6e-92f4-4c8b5f917976 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:20:53.225648 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad01d9c-6808-4526-9217-78b232ac6277 req-64244fb7-1042-48af-9341-a33535991b34 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:53.234604 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2ad01d9c-6808-4526-9217-78b232ac6277 req-64244fb7-1042-48af-9341-a33535991b34 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 945 time: 0.1413133
Apr 08 08:20:53.273975 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2ad01d9c-6808-4526-9217-78b232ac6277 req-cb9d64f7-36e4-4a62-a812-67ece81e5d83 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382323
Apr 08 08:20:53.489887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:53.604819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:53.638904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:53.645388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:20:53.728846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:53.763165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14e807-8084-4028-b29b-eca0b1fc8195 req-4232ceeb-8bab-4022-817f-05976aeb37a2 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:53.771431 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa14e807-8084-4028-b29b-eca0b1fc8195 req-4232ceeb-8bab-4022-817f-05976aeb37a2 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2114267
Apr 08 08:20:53.847740 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa14e807-8084-4028-b29b-eca0b1fc8195 req-387481b3-b79f-43b2-909d-721079f859b6 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752001
Apr 08 08:20:54.085204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-68e6e1f1-b18f-485d-8104-7119b6bc4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:54.093807 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-68e6e1f1-b18f-485d-8104-7119b6bc4eef service neutron] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 919 time: 2.3084772
Apr 08 08:20:54.229355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-fbd05de5-f3f6-49ee-bb5d-54a7b53b2d52 None None] Provisioning for port de225da9-667e-4bfd-8a4f-74428b637944 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:54.252395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-fbd05de5-f3f6-49ee-bb5d-54a7b53b2d52 None None] Provisioning complete for port de225da9-667e-4bfd-8a4f-74428b637944 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:54.252822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fbd05de5-f3f6-49ee-bb5d-54a7b53b2d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:54.272191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:54.299067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c11534fd0>, [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:20:45Z', 'revision_number': 3, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port': {'id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:42Z', 'updated_at': '2021-04-08T08:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:54.311587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230bb254-bf2a-40c5-8664-99a5501e61f3 None None] The sync data for ids ['7065eb48-e215-4a6e-92f4-4c8b5f917976'] in dv-cinder-761113-10-iscsi is: [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:20:45Z', 'revision_number': 3, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port': {'id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:42Z', 'updated_at': '2021-04-08T08:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:20:54.379249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Pushing event updated for resources: {'Port': ['ID=de225da9-667e-4bfd-8a4f-74428b637944,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:54.394496 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-4ec7d536-95ba-42ec-8bd7-61e74e6f77b6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 200  len: 217 time: 0.2763231
Apr 08 08:20:54.397971 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:54.403228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-fbd05de5-f3f6-49ee-bb5d-54a7b53b2d52 None None] Port de225da9-667e-4bfd-8a4f-74428b637944 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:20:54.485263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 35608) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:54.537984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b31a3-e794-4363-9282-2e46a21864aa req-0c039ea8-eb5e-424b-a6bd-e4e400c679eb tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:54.539922 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-121b31a3-e794-4363-9282-2e46a21864aa req-0c039ea8-eb5e-424b-a6bd-e4e400c679eb tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1301868
Apr 08 08:20:54.566700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-9fe832c0-71fc-4d99-93be-719102271bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:54.568299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-9fe832c0-71fc-4d99-93be-719102271bc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.1569617
Apr 08 08:20:54.573444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-ea4de318-d99f-479c-966e-debbd53f04da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:54.575237 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-ea4de318-d99f-479c-966e-debbd53f04da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 1099 time: 1.0222268
Apr 08 08:20:54.578799 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-121b31a3-e794-4363-9282-2e46a21864aa req-165db840-78d6-453f-ba35-95a57552bd7f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0313790
Apr 08 08:20:54.583693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382e27f-3a56-4727-a614-24b44b8cd3fa req-927d5e26-7783-48c4-af41-205794a386b2 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:54.585322 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6382e27f-3a56-4727-a614-24b44b8cd3fa req-927d5e26-7783-48c4-af41-205794a386b2 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 943 time: 1.1621125
Apr 08 08:20:54.601869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ccf634c-2d87-4d3f-8688-1e5a8043d890', 'tag': '59337d6f-2521-4ff4-82bd-25f45b5ab1e6'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:20:54.704021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:54.786536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:20:54.798617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Usage tracker for resource:security_group_rule and tenant:205b621732254083a99a0bf1081cc753 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:20:54.802190 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:20:54.808923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:20:54.904834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b56c9-d8ab-42a9-aa6f-f9ec2910eb18 req-487c7e4b-2f53-4191-b59e-87ab2b746d1d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:54.909365 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-212b56c9-d8ab-42a9-aa6f-f9ec2910eb18 req-487c7e4b-2f53-4191-b59e-87ab2b746d1d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1790347
Apr 08 08:20:54.939481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-6382e27f-3a56-4727-a614-24b44b8cd3fa req-c366fc09-956e-4b2b-a726-732aac222754 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Synchronizing usage tracker for tenant:dcbff01257f6464c9f4d710722469b4a on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:20:54.946670 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-54a8fc82-adf9-4988-9e1b-b5eb0bba6301 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3602014
Apr 08 08:20:54.962752 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-212b56c9-d8ab-42a9-aa6f-f9ec2910eb18 req-2f8fb56b-99a3-42dc-966f-872a95a4dad8 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450189
Apr 08 08:20:55.086462 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ccf634c-2d87-4d3f-8688-1e5a8043d890', 'tag': '59337d6f-2521-4ff4-82bd-25f45b5ab1e6', 'status': 'completed', 'code': 200}
Apr 08 08:20:55.099224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:55.103904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.107518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.202730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:55.249561 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=205b621732254083a99a0bf1081cc753&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7596281
Apr 08 08:20:55.250646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 35642) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:20:55.257865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55aef0f6-eed4-49ff-bdf8-5a5466f8a9c2,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:55.289167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:20:55.296128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:55.296553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.300473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:55.341293 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-5d37f010-a085-4419-9e77-28706199587a service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3766010
Apr 08 08:20:55.342446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-d521c9f3-8150-4245-9d86-f8fc37c9185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:55.343890 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-d521c9f3-8150-4245-9d86-f8fc37c9185d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.7556081
Apr 08 08:20:55.360685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-6382e27f-3a56-4727-a614-24b44b8cd3fa req-c366fc09-956e-4b2b-a726-732aac222754 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Unset dirty status for tenant:dcbff01257f6464c9f4d710722469b4a on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:20:55.362043 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6382e27f-3a56-4727-a614-24b44b8cd3fa req-c366fc09-956e-4b2b-a726-732aac222754 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5175664
Apr 08 08:20:55.498263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b35a133c-fea6-4025-be7d-88aac4b6d365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.525486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.535064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b35a133c-fea6-4025-be7d-88aac4b6d365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.564997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=92df4bd0-b0b0-4bfc-b6e8-881a696f97e1,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:55.573135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.575830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:55.610699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-a763eadd-a5fe-4134-8856-3e5110f1fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:55.612475 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-a763eadd-a5fe-4134-8856-3e5110f1fbbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcbff01257f6464c9f4d710722469b4a&device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 1096 time: 0.4669042
Apr 08 08:20:55.624507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0254ed6-31a5-49ee-b0b4-16d71b7d04b2 req-20d0f007-b591-41ec-88df-e54faf8b98b6 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:55.626331 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e0254ed6-31a5-49ee-b0b4-16d71b7d04b2 req-20d0f007-b591-41ec-88df-e54faf8b98b6 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.3494792
Apr 08 08:20:55.661501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b35a133c-fea6-4025-be7d-88aac4b6d365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.671581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1f5a971f-3b0d-4f3f-9b76-2e185248a58f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:55.675320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=92df4bd0-b0b0-4bfc-b6e8-881a696f97e1,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:55.678860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:55.690281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a133c-fea6-4025-be7d-88aac4b6d365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aef0f6-eed4-49ff-bdf8-5a5466f8a9c2,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:55.696153 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e0254ed6-31a5-49ee-b0b4-16d71b7d04b2 req-edaf4616-229d-469d-93a7-65c6dc41c4fb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628171
Apr 08 08:20:55.697426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b35a133c-fea6-4025-be7d-88aac4b6d365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:55.699507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b35a133c-fea6-4025-be7d-88aac4b6d365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:55.705796 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b35a133c-fea6-4025-be7d-88aac4b6d365 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55aef0f6-eed4-49ff-bdf8-5a5466f8a9c2 HTTP/1.1" status: 204  len: 168 time: 0.4273739
Apr 08 08:20:55.833023 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2fcd841-6c97-474f-bfa4-3ace760a67b9 req-632cca07-9878-44a6-a910-db6a9d58474c service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4567015
Apr 08 08:20:55.940155 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-f678a188-efef-456d-9847-c9d56f149db0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b HTTP/1.1" status: 200  len: 1002 time: 0.3362527
Apr 08 08:20:56.005272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:56.023204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215644a6-c36b-4ab1-b1c7-1c28a548e684 req-312a3b6e-a19a-4f32-b059-a1a8a0bc6526 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:56.025551 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-215644a6-c36b-4ab1-b1c7-1c28a548e684 req-312a3b6e-a19a-4f32-b059-a1a8a0bc6526 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1483958
Apr 08 08:20:56.038972 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:56.088275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:56.196694 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-215644a6-c36b-4ab1-b1c7-1c28a548e684 req-910b3bf8-215f-4361-8dbd-8b4b887dd1af tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1135874
Apr 08 08:20:56.204952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Pushing event updated for resources: {'Port': ['ID=de225da9-667e-4bfd-8a4f-74428b637944,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:56.208031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:56.218623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:56.374983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:20:56.402411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:20:56.403704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:20:56.663680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:56.701068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '59337d6f-2521-4ff4-82bd-25f45b5ab1e6', 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3', 'port_id': '59337d6f-2521-4ff4-82bd-25f45b5ab1e6', 'mac_address': 'fa:16:3e:bb:cd:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16557c00-aba3-4e1d-aba1-649f77f6a856', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:20:56.860370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:56.876858 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-eae8bb20-2a11-460b-9d87-2c8bdcaf8848 None None] Provisioning complete for port de225da9-667e-4bfd-8a4f-74428b637944 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:56.877295 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eae8bb20-2a11-460b-9d87-2c8bdcaf8848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:56.943681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-eae8bb20-2a11-460b-9d87-2c8bdcaf8848 None None] Port de225da9-667e-4bfd-8a4f-74428b637944 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:20:56.950758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:20:56.973817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Router 7065eb48-e215-4a6e-92f4-4c8b5f917976 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:20:56.974354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:20:56.979575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:56.981548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3e07652e-7da5-4d92-a48c-230cc17d3a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:20:57.017766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8107b-5ae7-4180-81e5-a56ba41a676d req-cb01a76d-2082-4885-a502-c0b33e599920 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:57.019550 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ffb8107b-5ae7-4180-81e5-a56ba41a676d req-cb01a76d-2082-4885-a502-c0b33e599920 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 943 time: 0.1798165
Apr 08 08:20:57.039142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:20:57.138324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:20:57.150838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:20:57.167791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:20:57.169965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:57.207426 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ffb8107b-5ae7-4180-81e5-a56ba41a676d req-c5cc5598-e337-4117-9592-5e7bfa6b9046 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1283474
Apr 08 08:20:57.296102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:20:57.314162 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] 10.222.0.54 "PUT /v2.0/routers/7065eb48-e215-4a6e-92f4-4c8b5f917976/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3021619
Apr 08 08:20:57.554162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6c1a2-9860-4007-932e-1fd04412fbf4 req-f8daac55-c616-4464-8596-8f090aa887f5 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:57.557042 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bda6c1a2-9860-4007-932e-1fd04412fbf4 req-f8daac55-c616-4464-8596-8f090aa887f5 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1435137
Apr 08 08:20:57.608710 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bda6c1a2-9860-4007-932e-1fd04412fbf4 req-898f188b-01bf-4b37-8ba8-d7ea66e6ea20 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377202
Apr 08 08:20:57.835452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d98e04-1b32-403c-9f98-d155be7a0cd2 req-5124e533-0538-42f3-a9b6-bf096a987c63 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:57.837978 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-93d98e04-1b32-403c-9f98-d155be7a0cd2 req-5124e533-0538-42f3-a9b6-bf096a987c63 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.1051295
Apr 08 08:20:57.902305 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-93d98e04-1b32-403c-9f98-d155be7a0cd2 req-13cdb1f3-5ff7-4419-853e-c23e3e246343 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0515740
Apr 08 08:20:57.961515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Sync routers for ids ['7065eb48-e215-4a6e-92f4-4c8b5f917976'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:20:57.974754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Routers {'7065eb48-e215-4a6e-92f4-4c8b5f917976'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:20:57.975451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc16518>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:20:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['7065eb48-e215-4a6e-92f4-4c8b5f917976'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:58.214403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Set router 7065eb48-e215-4a6e-92f4-4c8b5f917976 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:20:58.765154 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-954ef679-6ac2-4954-9361-6eb58dd35d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:58.767915 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-954ef679-6ac2-4954-9361-6eb58dd35d0b service neutron] 10.222.0.48 "GET /v2.0/networks?id=ace98aec-df98-4cc4-b12b-53cc648ee3d3 HTTP/1.1" status: 200  len: 915 time: 0.4482515
Apr 08 08:20:59.024079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc16518>, [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:20:53Z', 'revision_number': 4, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port': {'id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:42Z', 'updated_at': '2021-04-08T08:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'de225da9-667e-4bfd-8a4f-74428b637944', 'name': '', 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'mac_address': 'fa:16:3e:33:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:50Z', 'updated_at': '2021-04-08T08:20:55Z', 'revision_number': 2, 'project_id': '7b669462ee724646b7a4a694693de22a', 'subnets': [{'id': 'c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:20:59.044493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['59337d6f-2521-4ff4-82bd-25f45b5ab1e6'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:20:59.101030 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-8273ce3c-a3c7-4c3f-bb36-6ed75c21bb36 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=59337d6f-2521-4ff4-82bd-25f45b5ab1e6 HTTP/1.1" status: 200  len: 217 time: 0.3241804
Apr 08 08:20:59.139308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-36930da7-f1be-454d-a919-bd1b389dfec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:59.141103 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-36930da7-f1be-454d-a919-bd1b389dfec0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.8146856
Apr 08 08:20:59.194321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Checking router: 7065eb48-e215-4a6e-92f4-4c8b5f917976 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:20:59.196732 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Updating router 7065eb48-e215-4a6e-92f4-4c8b5f917976 port de225da9-667e-4bfd-8a4f-74428b637944 binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:20:59.233850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-98a86482-5ba4-4d52-854e-94ff47882463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:59.235741 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-98a86482-5ba4-4d52-854e-94ff47882463 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 1098 time: 0.6967566
Apr 08 08:20:59.249925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d1d2db-1704-4fe8-b97a-473760d73923 req-8ad38e08-400a-4594-8339-bc3430b5f7c8 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:59.258185 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8d1d2db-1704-4fe8-b97a-473760d73923 req-8ad38e08-400a-4594-8339-bc3430b5f7c8 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 944 time: 0.7376695
Apr 08 08:20:59.354741 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8d1d2db-1704-4fe8-b97a-473760d73923 req-54e17dc8-d424-43ca-8d68-d2dc7bf75836 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943239
Apr 08 08:20:59.434464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:20:59.568696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-7670152c-4490-43d7-a4b7-041190abeead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:59.572088 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-7670152c-4490-43d7-a4b7-041190abeead service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16557c00-aba3-4e1d-aba1-649f77f6a856 HTTP/1.1" status: 200  len: 854 time: 0.4624248
Apr 08 08:20:59.759716 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-c9717bf0-88b0-4739-b75d-0ce387475ad4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace98aec-df98-4cc4-b12b-53cc648ee3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1697419
Apr 08 08:20:59.948749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-acb38323-f9f5-4194-8373-81637e2801f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:20:59.950959 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-acb38323-f9f5-4194-8373-81637e2801f9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.7777083
Apr 08 08:21:00.108214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28de249-4e78-473e-9d38-78341af6b5c3 req-28b13c19-9c94-4d72-8614-30dd3863de19 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:00.119898 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c28de249-4e78-473e-9d38-78341af6b5c3 req-28b13c19-9c94-4d72-8614-30dd3863de19 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 946 time: 0.3071158
Apr 08 08:21:00.122839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-89ccd121-a330-4b95-bb3e-28a50ae90e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:00.131926 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-89ccd121-a330-4b95-bb3e-28a50ae90e66 service neutron] 10.222.0.48 "GET /v2.0/networks?id=94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 200  len: 919 time: 0.8702075
Apr 08 08:21:00.384818 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-5f335972-814c-4f2d-b6be-8d899523868f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 200  len: 217 time: 0.2253799
Apr 08 08:21:00.471174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43186c-b5d1-4da2-8f40-bf548379b201 req-29d1328a-c7e4-4a1d-8ee1-ea48c2a94463 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:00.487582 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3a43186c-b5d1-4da2-8f40-bf548379b201 req-29d1328a-c7e4-4a1d-8ee1-ea48c2a94463 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 1.1905684
Apr 08 08:21:00.509553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-0c06eb26-2679-4993-bf94-f430997aeef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:00.511654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:21:00.513674 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-0c06eb26-2679-4993-bf94-f430997aeef0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 200  len: 858 time: 0.1204581
Apr 08 08:21:00.537124 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3a43186c-b5d1-4da2-8f40-bf548379b201 req-9f43acb3-2a59-4f1a-82d3-45222f6490c8 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481160
Apr 08 08:21:00.629496 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-4bc74bc2-1286-44eb-a573-6399d1a36813 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=94a6b48a-d678-4757-a7cc-42afe5a9124a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1062331
Apr 08 08:21:00.644513 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-c2a68194-c310-4bf9-9ce9-29d52abe95ec service neutron] 10.222.0.48 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8668981
Apr 08 08:21:00.646693 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c28de249-4e78-473e-9d38-78341af6b5c3 req-49ba158e-de4a-45a5-9412-5090638248a1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5253477
Apr 08 08:21:00.956888 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1c147931-bbeb-4f5f-97ff-1fbb49eb705b req-54e157f1-ecdb-463b-8a35-8662f8d9e577 service neutron] 10.222.0.48 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3042343
Apr 08 08:21:01.296708 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-3a4673e2-f78f-4072-a04c-707db947ea85 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3333397
Apr 08 08:21:01.423494 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-81ceb9a0-c9c9-4ae1-9e11-df699aa17a60 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7674780
Apr 08 08:21:01.795620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:01.937204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a1e89-a1e0-4b67-a59b-b3fb3e218dbd req-8b2dbe20-aa12-4a3d-b7c5-dbbad2fe3cf1 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:01.971512 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fe8a1e89-a1e0-4b67-a59b-b3fb3e218dbd req-8b2dbe20-aa12-4a3d-b7c5-dbbad2fe3cf1 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 944 time: 1.0057125
Apr 08 08:21:01.986601 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Transition to ACTIVE for port object de225da9-667e-4bfd-8a4f-74428b637944 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:21:02.132069 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d5e79b3-faa6-45c3-b3fa-4de50f4e217b req-178ac64a-9c79-4483-be3d-7dc057850730 service neutron] 10.222.0.48 "GET /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6977768
Apr 08 08:21:02.176711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:02.226114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:02.273071 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fe8a1e89-a1e0-4b67-a59b-b3fb3e218dbd req-98c5fed5-834d-4cca-8a1c-6464ee668477 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2654016
Apr 08 08:21:02.364494 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3fc7cc6c-77de-4dc1-b58a-6b5f1a63550c req-cdaeeef0-3076-4cd7-b0b9-74aa8ca34717 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0514107
Apr 08 08:21:02.405687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:02.440241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:02.470722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b359f6-0d92-480f-bdb0-1d7e5d36623d None None] Pushing event updated for resources: {'Port': ['ID=de225da9-667e-4bfd-8a4f-74428b637944,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:02.473123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:02.484266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-27b359f6-0d92-480f-bdb0-1d7e5d36623d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:02.496690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:02.503080 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:02.644149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=8']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:02.664122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:02.994672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458d43f-d475-4b02-8615-678819a11bea req-3ac0ac62-d6c3-4008-bb29-42aad6f582d4 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:03.013462 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3458d43f-d475-4b02-8615-678819a11bea req-3ac0ac62-d6c3-4008-bb29-42aad6f582d4 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.2982743
Apr 08 08:21:03.063016 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3458d43f-d475-4b02-8615-678819a11bea req-f1e1462e-7559-49d3-9b21-38dfe296dcee tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483842
Apr 08 08:21:03.232411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Attempting to bind port de225da9-667e-4bfd-8a4f-74428b637944 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:21:03.234908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Attempting to bind port de225da9-667e-4bfd-8a4f-74428b637944 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:21:03.235370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Attempting to bind port de225da9-667e-4bfd-8a4f-74428b637944 on network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:21:03.247213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:21:03.247683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Checking segment: {'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:21:03.248153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:03.248606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Bound using segment: {'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:21:03.249477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Bound port: de225da9-667e-4bfd-8a4f-74428b637944, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ca908b-39f0-4b6b-9108-2b1f6dde4f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:21:03.249946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:03.563816 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] For port de225da9-667e-4bfd-8a4f-74428b637944, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:21:03.577798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] For port de225da9-667e-4bfd-8a4f-74428b637944, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=de225da9-667e-4bfd-8a4f-74428b637944,segment=NetworkSegment(78ca908b-39f0-4b6b-9108-2b1f6dde4f56),segment_id=78ca908b-39f0-4b6b-9108-2b1f6dde4f56)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:21:03.588869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:03.714091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c6ec9-6fed-48b3-9769-ec1027b5f271 req-dcc1e6e9-518b-4efa-8621-cb237c411a9c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:03.724272 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-689c6ec9-6fed-48b3-9769-ec1027b5f271 req-dcc1e6e9-518b-4efa-8621-cb237c411a9c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.4071774
Apr 08 08:21:03.767285 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-689c6ec9-6fed-48b3-9769-ec1027b5f271 req-1a376f0f-7043-4eb5-8cf9-7d4f0b55db5b tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393138
Apr 08 08:21:03.809936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a7c779b0-19ca-45d2-a0b5-ee3414e12314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:03.913475 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'code': 200}
Apr 08 08:21:04.121493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b359f6-0d92-480f-bdb0-1d7e5d36623d None None] Pushing event updated for resources: {'Port': ['ID=de225da9-667e-4bfd-8a4f-74428b637944,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:04.125467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-27b359f6-0d92-480f-bdb0-1d7e5d36623d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:04.198356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Routers {'7065eb48-e215-4a6e-92f4-4c8b5f917976'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:21:04.199227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc16518>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:20:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['7065eb48-e215-4a6e-92f4-4c8b5f917976'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:21:04.334168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:21:04.433440 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd048e-46b9-4742-8322-1ef97aa4224a req-6201015d-fac7-4597-b685-4af170f510dc tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:04.436777 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5afd048e-46b9-4742-8322-1ef97aa4224a req-6201015d-fac7-4597-b685-4af170f510dc tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 944 time: 0.2762475
Apr 08 08:21:04.538225 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5afd048e-46b9-4742-8322-1ef97aa4224a req-9d5f296d-be4e-4d4b-9400-4c04cc292684 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885797
Apr 08 08:21:04.765393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:21:04.788695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:21:04.788695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:04.900637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] Set router 7065eb48-e215-4a6e-92f4-4c8b5f917976 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:21:04.972640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4fe9-5a64-4e91-8ada-9a46d432ffb2 req-75b8e853-3e42-4058-a659-723be896ad0c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:04.998000 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5b4a4fe9-5a64-4e91-8ada-9a46d432ffb2 req-75b8e853-3e42-4058-a659-723be896ad0c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.2338243
Apr 08 08:21:05.065857 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5b4a4fe9-5a64-4e91-8ada-9a46d432ffb2 req-35fa20da-a43b-49fa-bf6c-d4968baab16f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657294
Apr 08 08:21:05.503104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90850d-d913-4543-b9bc-605850ffc8ed req-dcfbe52f-b124-4880-b212-d9a79f757eee tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:05.504878 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f90850d-d913-4543-b9bc-605850ffc8ed req-dcfbe52f-b124-4880-b212-d9a79f757eee tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.2163684
Apr 08 08:21:05.578331 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f90850d-d913-4543-b9bc-605850ffc8ed req-f3dfd31c-16a6-4b70-ab7c-1a3fdbb21152 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0580022
Apr 08 08:21:05.902241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:05.945123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccf634c-2d87-4d3f-8688-1e5a8043d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59337d6f-2521-4ff4-82bd-25f45b5ab1e6'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:05.976509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:06.013850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:06.020956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:06.085183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f011-8e9c-42a0-8af0-95908931542c req-ac0d37a0-a0c7-4a1a-b07d-d267809b602c tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:06.088754 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9b29f011-8e9c-42a0-8af0-95908931542c req-ac0d37a0-a0c7-4a1a-b07d-d267809b602c tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 944 time: 0.2172589
Apr 08 08:21:06.143090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc16518>, [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:20:53Z', 'revision_number': 4, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port': {'id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:42Z', 'updated_at': '2021-04-08T08:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'de225da9-667e-4bfd-8a4f-74428b637944', 'name': '', 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'mac_address': 'fa:16:3e:33:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:50Z', 'updated_at': '2021-04-08T08:21:03Z', 'revision_number': 4, 'project_id': '7b669462ee724646b7a4a694693de22a', 'subnets': [{'id': 'c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:21:06.154117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c79ad4d-f4f3-49fb-bb93-fd4b43173e2c None None] The sync data for ids ['7065eb48-e215-4a6e-92f4-4c8b5f917976'] in dv-cinder-761113-10-iscsi is: [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:20:53Z', 'revision_number': 4, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port': {'id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:42Z', 'updated_at': '2021-04-08T08:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'de225da9-667e-4bfd-8a4f-74428b637944', 'name': '', 'network_id': '8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'mac_address': 'fa:16:3e:33:90:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': 'c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:50Z', 'updated_at': '2021-04-08T08:21:03Z', 'revision_number': 4, 'project_id': '7b669462ee724646b7a4a694693de22a', 'subnets': [{'id': 'c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:21:06.161988 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9b29f011-8e9c-42a0-8af0-95908931542c req-0a8410a7-4481-453f-9883-3d060e9539e6 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582206
Apr 08 08:21:06.163221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:06.171364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:07.224766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device de225da9-667e-4bfd-8a4f-74428b637944 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:21:07.534939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port de225da9-667e-4bfd-8a4f-74428b637944 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:21:07.556009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port de225da9-667e-4bfd-8a4f-74428b637944 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:21:07.556689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:08.047570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:08.099343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port de225da9-667e-4bfd-8a4f-74428b637944, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=de225da9-667e-4bfd-8a4f-74428b637944,segment=NetworkSegment(78ca908b-39f0-4b6b-9108-2b1f6dde4f56),segment_id=78ca908b-39f0-4b6b-9108-2b1f6dde4f56)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:08.105652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:08.112102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e5a3f356-3ade-44d6-899a-a9fa5ad01450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:08.233295 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccf634c-2d87-4d3f-8688-1e5a8043d890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59337d6f-2521-4ff4-82bd-25f45b5ab1e6', 'code': 200}
Apr 08 08:21:08.336278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:21:08.528693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=de225da9-667e-4bfd-8a4f-74428b637944,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:08.532763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:08.541838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b50fe-5a18-470b-8f61-09c539262956 req-406c0b6a-02dd-4800-85ec-412ec6a4c2f7 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:08.550090 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-476b50fe-5a18-470b-8f61-09c539262956 req-406c0b6a-02dd-4800-85ec-412ec6a4c2f7 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1456902
Apr 08 08:21:08.700677 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-476b50fe-5a18-470b-8f61-09c539262956 req-f3217b0d-b512-498a-a4dc-7028dd8a775a tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494856
Apr 08 08:21:08.822663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728bb2-0706-4e03-9bf6-aa979c713976 req-6f03f375-bfe4-4c5b-b7e1-683159a80423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:08.830912 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e0728bb2-0706-4e03-9bf6-aa979c713976 req-6f03f375-bfe4-4c5b-b7e1-683159a80423 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 1098 time: 0.2397466
Apr 08 08:21:08.885476 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e0728bb2-0706-4e03-9bf6-aa979c713976 req-ff9afe0c-faad-4a94-abe0-b3765ba98916 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427332
Apr 08 08:21:09.173842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device de225da9-667e-4bfd-8a4f-74428b637944 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:21:09.385684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port de225da9-667e-4bfd-8a4f-74428b637944 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:21:09.386460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:10.260950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118fa3c-f008-422b-97cd-70af53d64197 req-215bece7-8b82-452e-9e13-6cb20cbb6d53 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:10.269567 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f118fa3c-f008-422b-97cd-70af53d64197 req-215bece7-8b82-452e-9e13-6cb20cbb6d53 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 945 time: 0.4882522
Apr 08 08:21:10.341892 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f118fa3c-f008-422b-97cd-70af53d64197 req-8badf32d-48f6-4453-8826-f03a71396b01 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666244
Apr 08 08:21:11.967162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed1b94-8781-4db7-b37d-03949f64bed9 req-824591ca-2575-4640-b03a-0ec28f074daa tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:11.973073 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f2ed1b94-8781-4db7-b37d-03949f64bed9 req-824591ca-2575-4640-b03a-0ec28f074daa tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.2035799
Apr 08 08:21:12.037125 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f2ed1b94-8781-4db7-b37d-03949f64bed9 req-cf27cac7-3845-4aff-b045-cea3478ff187 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0513332
Apr 08 08:21:12.357147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da96faf-0713-47dc-8e98-52d02f679556 req-fb7bc685-a733-4684-bc5a-63bf079392e8 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:12.366035 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9da96faf-0713-47dc-8e98-52d02f679556 req-fb7bc685-a733-4684-bc5a-63bf079392e8 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 945 time: 0.1772671
Apr 08 08:21:12.419805 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9da96faf-0713-47dc-8e98-52d02f679556 req-0005f676-bf7f-4811-8f05-f4e56c8aef63 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506248
Apr 08 08:21:13.577316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ceb48-d5fd-4f24-ac14-6e5c38ba5930 req-44c3929b-e0da-4c27-acec-475225c23648 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:13.593090 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-560ceb48-d5fd-4f24-ac14-6e5c38ba5930 req-44c3929b-e0da-4c27-acec-475225c23648 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.3354471
Apr 08 08:21:13.674506 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-560ceb48-d5fd-4f24-ac14-6e5c38ba5930 req-98801a37-459e-48f8-a68b-10485164b845 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0796847
Apr 08 08:21:15.058701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce1b45a4-6943-40ba-9dd5-dacbfeda2783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:15.339733 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f55d10-ccfe-40af-8efa-b1e112c8f53c req-cb1df0a0-1df7-47a8-8dc0-da8242a2b2c0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:15.348161 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f2f55d10-ccfe-40af-8efa-b1e112c8f53c req-cb1df0a0-1df7-47a8-8dc0-da8242a2b2c0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1234324
Apr 08 08:21:15.386363 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f2f55d10-ccfe-40af-8efa-b1e112c8f53c req-d6d7cc44-3b6e-4b40-9255-da3b95b7ebf1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0370462
Apr 08 08:21:15.766349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d55db-9d4d-4931-aa37-32c81e491bbf req-334228f3-383b-4251-9e3c-ddfbff4c286f tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:15.772633 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3e2d55db-9d4d-4931-aa37-32c81e491bbf req-334228f3-383b-4251-9e3c-ddfbff4c286f tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 945 time: 0.2449970
Apr 08 08:21:15.828874 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3e2d55db-9d4d-4931-aa37-32c81e491bbf req-51d9a0a1-4cee-4f39-acc1-6b059f01dd48 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483677
Apr 08 08:21:16.365414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:21:16.740348 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-5c2aaa89-0522-4ec7-afc2-c5213a4e55c2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=e48c27ef7f464daba7b4a0a0a045d61a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0865805
Apr 08 08:21:16.989321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 35974) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:21:17.124393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-a2b9b4a5-92a5-4522-9446-6ad989cfdc2d tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:17.134417 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-a2b9b4a5-92a5-4522-9446-6ad989cfdc2d tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3755212
Apr 08 08:21:17.151047 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-39f556c5-81fc-4aa5-bebe-674b500337aa tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/quotas/e48c27ef7f464daba7b4a0a0a045d61a HTTP/1.1" status: 200  len: 375 time: 0.0122383
Apr 08 08:21:17.254350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f182e4-babf-40ee-b68d-6e6fafd3b857 req-c3319673-fd49-497d-90af-c6403319e1ee tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:17.265098 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-5fec126d-3ee7-4b62-ac48-64b39e87613e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e48c27ef7f464daba7b4a0a0a045d61a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1075921
Apr 08 08:21:17.271144 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-63f182e4-babf-40ee-b68d-6e6fafd3b857 req-c3319673-fd49-497d-90af-c6403319e1ee tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.2792711
Apr 08 08:21:17.314993 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-63f182e4-babf-40ee-b68d-6e6fafd3b857 req-9469417c-f305-489e-bb15-aa44be582e13 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424786
Apr 08 08:21:17.358208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-ca6cca3e-8517-4255-93a4-f71b7f2dd28b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:17.362215 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-ca6cca3e-8517-4255-93a4-f71b7f2dd28b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 945 time: 0.5108399
Apr 08 08:21:18.047626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5736cc-0441-470a-8205-35de9cd4f7d6 req-5e60aadc-c868-4453-8777-dc9935a651f1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:18.058382 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5736cc-0441-470a-8205-35de9cd4f7d6 req-5e60aadc-c868-4453-8777-dc9935a651f1 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 945 time: 0.1649945
Apr 08 08:21:18.075312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-a6d11946-e3ce-4f39-94c3-1404430c3a0b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:18.076622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-a6d11946-e3ce-4f39-94c3-1404430c3a0b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Synchronizing usage tracker for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:network {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:18.096902 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5736cc-0441-470a-8205-35de9cd4f7d6 req-32b811a8-4111-4d79-93a1-06fb5d8a2610 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368698
Apr 08 08:21:18.132349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-a6d11946-e3ce-4f39-94c3-1404430c3a0b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Unset dirty status for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:network {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:18.140993 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-a6d11946-e3ce-4f39-94c3-1404430c3a0b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/networks?id=3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 200  len: 814 time: 0.6206548
Apr 08 08:21:18.171288 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-7a62ada3-5197-45f0-9081-9d8304c6e129 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 1.1166420
Apr 08 08:21:18.215291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Deleting port 4e611243-33b4-482a-a9c6-bd0cd89d021b {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:21:18.215539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:18.256942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dd56d2e9-de1f-4a4e-815d-65d0669d64f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:18.272837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:18.347280 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-71bb6b52-ff4f-46f2-ae17-f4592b392960 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/quotas/abb0e8e1985349f6bae19412ba4ddd3d HTTP/1.1" status: 200  len: 375 time: 0.2049787
Apr 08 08:21:18.474424 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-62ee22f4-9b22-451e-9d76-c943b2d4bd43 req-02ce3c8a-d085-4905-9aa6-9e10ef19e9dc tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 210 time: 0.1798446
Apr 08 08:21:18.746786 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] For port 4e611243-33b4-482a-a9c6-bd0cd89d021b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=4e611243-33b4-482a-a9c6-bd0cd89d021b,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:18.749191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:18.958765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Calling delete_port for 4e611243-33b4-482a-a9c6-bd0cd89d021b owned by compute:nova {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:21:19.316817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:19.359557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['f312d938-4450-4b46-a6c3-d3fad8f5f0aa', '53834ca1-0e96-47bf-9f55-7126b04f38dc', 'f1e03d83-5794-49cc-a09e-fb1de93f5847'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:21:19.592700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:19.610598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:19.716026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Pushing event deleted for resources: {'Port': ['ID=4e611243-33b4-482a-a9c6-bd0cd89d021b,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:19.732739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:19.958682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] No DVR routers for this DVR port 4e611243-33b4-482a-a9c6-bd0cd89d021b on host hv-cinder-76111 {{(pid=84307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:21:19.981595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:19.998493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd0848e-5e86-4101-a527-ea800b6fc830', 'name': 'network-vif-deleted', 'tag': '4e611243-33b4-482a-a9c6-bd0cd89d021b'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:20.027017 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2863ab12-f2dd-4d7a-820a-cb9fe51526d8 req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "DELETE /v2.0/ports/4e611243-33b4-482a-a9c6-bd0cd89d021b HTTP/1.1" status: 204  len: 173 time: 2.6500421
Apr 08 08:21:20.057230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-9204b094-ae82-4644-9c72-70fb95583956 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Synchronizing usage tracker for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:20.097776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-9204b094-ae82-4644-9c72-70fb95583956 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Unset dirty status for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:20.114562 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-9204b094-ae82-4644-9c72-70fb95583956 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&fields=id HTTP/1.1" status: 200  len: 302 time: 1.7422225
Apr 08 08:21:20.130549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812203e7-22df-475b-b06b-6b66b3ec7378 req-7d1b263d-3637-4ae2-b6af-7a27ebd36550 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:20.141400 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-812203e7-22df-475b-b06b-6b66b3ec7378 req-7d1b263d-3637-4ae2-b6af-7a27ebd36550 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.4867282
Apr 08 08:21:20.155162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:20.227915 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-812203e7-22df-475b-b06b-6b66b3ec7378 req-96aff9fc-8eab-430a-adb4-17d95b3c7fd7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0678828
Apr 08 08:21:20.351741 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-d96dafa3-c6cf-4bd7-872d-49469f43d140 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=e48c27ef7f464daba7b4a0a0a045d61a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1106131
Apr 08 08:21:20.415927 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 4e611243-33b4-482a-a9c6-bd0cd89d021b no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:21:20.531658 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2c3bc110-239c-40f4-8c06-2319214a1eec req-82cbc91f-1d87-4b97-92f1-5b1f39c9b835 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=bcd0848e-5e86-4101-a527-ea800b6fc830 HTTP/1.1" status: 200  len: 210 time: 0.0604203
Apr 08 08:21:20.616148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 4e611243-33b4-482a-a9c6-bd0cd89d021b {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:21:20.616812 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 4e611243-33b4-482a-a9c6-bd0cd89d021b not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:21:20.764197 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-8a9f053a-3f5b-431a-8565-d961ac3be5f2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:20.765696 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-8a9f053a-3f5b-431a-8565-d961ac3be5f2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3994946
Apr 08 08:21:20.790464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Request body: {'port': {'device_id': '7e30f0d9-ce1a-4382-ba3c-15cec09e39f6', 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435', 'admin_state_up': True, 'tenant_id': 'e48c27ef7f464daba7b4a0a0a045d61a'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:21:20.833324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac4fd1-ea19-40aa-9962-3520f5d67a4c req-4d9df6bc-009b-43d4-820e-795b6cd4895f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:20.835754 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fcac4fd1-ea19-40aa-9962-3520f5d67a4c req-4d9df6bc-009b-43d4-820e-795b6cd4895f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1357276
Apr 08 08:21:20.880620 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fcac4fd1-ea19-40aa-9962-3520f5d67a4c req-9ae1d67e-3a84-4814-8d7f-4e04b9148246 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379312
Apr 08 08:21:21.155314 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-29557b66-5f65-4a3c-873b-7c423d83b04b req-492542af-e4bf-4a15-a30c-4543ca49f0e8 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 210 time: 0.0713332
Apr 08 08:21:21.475101 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd0848e-5e86-4101-a527-ea800b6fc830', 'name': 'network-vif-deleted', 'tag': '4e611243-33b4-482a-a9c6-bd0cd89d021b', 'status': 'completed', 'code': 200}
Apr 08 08:21:21.575340 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-faddba10-799b-4199-835e-ff3f52bc4167 service neutron] 10.222.0.54 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4537756
Apr 08 08:21:21.665301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb5763-4067-4704-966d-0624be9f8acb req-56a4fdf1-f67c-463a-a08f-f919ac57af35 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:21.675273 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-babb5763-4067-4704-966d-0624be9f8acb req-56a4fdf1-f67c-463a-a08f-f919ac57af35 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.2231941
Apr 08 08:21:21.726225 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-babb5763-4067-4704-966d-0624be9f8acb req-56cec57d-5c6c-4edd-b9a5-eb2ed218a98a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0483673
Apr 08 08:21:21.761827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:21:21.776598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-3d4a6170-ef3c-4980-93de-d4f014b1be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:21.778762 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-3d4a6170-ef3c-4980-93de-d4f014b1be25 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df&tenant_id=d518367a337a4834b816d5ba592151f7 HTTP/1.1" status: 200  len: 1097 time: 0.3159752
Apr 08 08:21:21.888494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Usage tracker for resource:port and tenant:e48c27ef7f464daba7b4a0a0a045d61a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:21:21.894707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:21:21.911651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:21:22.018419 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-a96ec7aa-7281-4bb7-b330-67083e34348a service neutron] 10.222.0.54 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4326982
Apr 08 08:21:22.040997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Made reservation on behalf of e48c27ef7f464daba7b4a0a0a045d61a for: {'port': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:21:22.052218 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:22.081516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:22.182114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:21:22.210212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Usage tracker for resource:security_group_rule and tenant:e48c27ef7f464daba7b4a0a0a045d61a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:21:22.234964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:21:22.248395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada4296-0110-4ef9-af51-460c27438471 req-5f74745d-13af-42ab-90c0-a8d853661341 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:22.262068 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1ada4296-0110-4ef9-af51-460c27438471 req-5f74745d-13af-42ab-90c0-a8d853661341 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.2049365
Apr 08 08:21:22.312414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:21:22.319313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-22c5d08e-5d67-42c5-96c4-85776f7a3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:22.325585 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-22c5d08e-5d67-42c5-96c4-85776f7a3613 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 1097 time: 0.5208390
Apr 08 08:21:22.337649 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1ada4296-0110-4ef9-af51-460c27438471 req-a4905812-9020-4bb0-b8e6-451eda982fd9 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738311
Apr 08 08:21:22.580001 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0a05d7dc-2ea0-40e6-b198-4746e3b0d868 req-9f133428-dac3-475f-8362-8ce2a20c8283 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 210 time: 0.1650939
Apr 08 08:21:22.634233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-9872b15a-00ee-412e-8e2b-48fe3fa7d606 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:22.636495 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-9872b15a-00ee-412e-8e2b-48fe3fa7d606 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.48 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.1770847
Apr 08 08:21:22.840093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:22.845286 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3d1f536-1b6e-4050-ac00-b7dee8f6b6ce req-6167795f-05aa-49c7-9271-2621d3a14ea9 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 210 time: 0.4049079
Apr 08 08:21:22.856571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:22.858496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Deleting port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:21:22.859201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:22.867358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3620a35c-4200-4d02-83e4-adf9456e9869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:22.873564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:23.053700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646aac5d-cffd-4605-b3e6-cc63ca62058e,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:23.068411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:23.195511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-1913a63f-1b8d-4c95-887f-aaa105a08246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:23.198815 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-1913a63f-1b8d-4c95-887f-aaa105a08246 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.8626771
Apr 08 08:21:23.647263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413f8b0-1d63-4dae-8b25-b4b2b764a6f4 req-1873bdd3-6f85-42e6-879d-763d96cc5771 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:23.657177 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0413f8b0-1d63-4dae-8b25-b4b2b764a6f4 req-1873bdd3-6f85-42e6-879d-763d96cc5771 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.3800702
Apr 08 08:21:23.706493 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0413f8b0-1d63-4dae-8b25-b4b2b764a6f4 req-157e58b1-8aee-4bfd-a486-001ed0216219 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0478690
Apr 08 08:21:23.814838 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-dd0d7117-c97f-4fce-9e47-1444574a40a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b HTTP/1.1" status: 200  len: 1000 time: 0.6074698
Apr 08 08:21:23.845596 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] For port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:23.846584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:24.069004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-57b7326a-b771-45b8-b942-141f0e8d8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:24.071199 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-57b7326a-b771-45b8-b942-141f0e8d8f2c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.2349567
Apr 08 08:21:24.194550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Allocated IP 192.168.233.98 (506d8fa4-2faa-4098-8061-53f69a0eb435/bb7e19fa-905c-43b1-836b-a0206afdf11c/ed689ffb-01ae-4a0e-818f-59f9e6a7d877) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:21:24.266152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-bd8bcfce-313e-4dd0-8d97-41c8cd6000de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:24.274330 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-bd8bcfce-313e-4dd0-8d97-41c8cd6000de service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1842260
Apr 08 08:21:24.356067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Calling delete_port for 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:21:24.453032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:21:24.592282 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd51093-73a3-4503-87ba-afc9f9200bfa req-0848f784-37ac-49b6-b8c1-a25d1d50fb3c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:24.594499 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5bd51093-73a3-4503-87ba-afc9f9200bfa req-0848f784-37ac-49b6-b8c1-a25d1d50fb3c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=11167e2f-a011-4418-9528-1122649fa9aa HTTP/1.1" status: 200  len: 946 time: 0.4217448
Apr 08 08:21:24.665316 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5bd51093-73a3-4503-87ba-afc9f9200bfa req-b3442276-7248-43ad-9823-f50be13f9d31 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279307
Apr 08 08:21:24.766248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:24.780135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:25.115264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:25.158138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Transition to ACTIVE for port object ed689ffb-01ae-4a0e-818f-59f9e6a7d877 will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:21:25.223029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['5f07a16f-c28b-46f7-b6d7-7109c693a85a'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:21:25.444775 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-b95fa865-9609-4cab-b058-f0b0f28f27df service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1389539
Apr 08 08:21:25.464175 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3353597d-bdbe-4c55-adef-2e2b43c8057a req-e53c7465-99d5-486f-bb50-9bdf55c61275 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 210 time: 0.1490438
Apr 08 08:21:25.469358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:25.474314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:25.597067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-4a021a5e-c1ed-415d-ab43-ccc2604689e9 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:25.599098 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-4a021a5e-c1ed-415d-ab43-ccc2604689e9 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.48 "GET /v2.0/networks?id=3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 200  len: 814 time: 0.4992874
Apr 08 08:21:25.654355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Pushing event deleted for resources: {'Port': ['ID=40e70547-35ed-4e47-b8ae-70bf1ecdbe9b,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:25.667122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:25.718050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'port': {'device_id': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'admin_state_up': True, 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:21:25.750291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:25.952848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] No DVR routers for this DVR port 40e70547-35ed-4e47-b8ae-70bf1ecdbe9b on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:21:25.978466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:21:25.999835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:26.007315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11167e2f-a011-4418-9528-1122649fa9aa', 'name': 'network-vif-deleted', 'tag': '40e70547-35ed-4e47-b8ae-70bf1ecdbe9b'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:26.048887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:21:26.084457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21185171-a664-45a7-967a-a102212511fb req-de66b1c5-bc9f-4e07-8fe9-e522d09f9362 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:26.087576 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-21185171-a664-45a7-967a-a102212511fb req-de66b1c5-bc9f-4e07-8fe9-e522d09f9362 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 935 time: 0.6152439
Apr 08 08:21:26.093166 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fbaf834a-07ff-4194-b5bf-f5420132cd03 req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.48 "DELETE /v2.0/ports/40e70547-35ed-4e47-b8ae-70bf1ecdbe9b HTTP/1.1" status: 204  len: 173 time: 3.4428456
Apr 08 08:21:26.106339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Made reservation on behalf of abb0e8e1985349f6bae19412ba4ddd3d for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:21:26.127844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:26.423626 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-b7d39ab0-dc27-4e7d-a03e-c6859e57c476 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9581888
Apr 08 08:21:26.439694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Network 506d8fa4-2faa-4098-8061-53f69a0eb435 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:21:26.441331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Pushing event updated for resources: {'Port': ['ID=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:26.450577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:21:26.457060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:26.471556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:21:26.569539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Allocated IP 172.20.0.14 (3aed61c9-6f00-4e51-9d36-26f3834c91bf/d8301fa7-83cf-40ca-8411-67e5a069b7ce/86bfb8b8-b11c-4260-9da8-065953e8fce5) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:21:26.605002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:26.605890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:26.660958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf310f5-a18a-4ffd-b6f2-7383f69e873e req-3e3dd947-b12c-4e5c-b7ad-7a7fbf86f16a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:26.662082 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-dcf310f5-a18a-4ffd-b6f2-7383f69e873e req-3e3dd947-b12c-4e5c-b7ad-7a7fbf86f16a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:26.669826 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.8843281
Apr 08 08:21:26.724699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Request body: {'port': {'device_id': '7e30f0d9-ce1a-4382-ba3c-15cec09e39f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:21:26.926873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-3662f25c-303d-4d73-9292-073881b8c811 None None] Provisioning for port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:21:26.934351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-3662f25c-303d-4d73-9292-073881b8c811 None None] Provisioning complete for port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:21:26.935067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3662f25c-303d-4d73-9292-073881b8c811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:27.105047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-3662f25c-303d-4d73-9292-073881b8c811 None None] Port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:21:27.360492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-dcf310f5-a18a-4ffd-b6f2-7383f69e873e req-3e3dd947-b12c-4e5c-b7ad-7a7fbf86f16a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:27.361993 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dcf310f5-a18a-4ffd-b6f2-7383f69e873e req-3e3dd947-b12c-4e5c-b7ad-7a7fbf86f16a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 945 time: 1.4877303
Apr 08 08:21:27.404633 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-21185171-a664-45a7-967a-a102212511fb req-d5683f09-088d-43b0-af58-e90e93fc3afc tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3003423
Apr 08 08:21:27.456935 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dcf310f5-a18a-4ffd-b6f2-7383f69e873e req-b9df9fcd-e3ca-4bfa-9a01-db46e6f29826 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474143
Apr 08 08:21:27.515757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-7db36cf4-b06b-4367-a683-5419db9f2e3d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:27.517551 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-7db36cf4-b06b-4367-a683-5419db9f2e3d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 945 time: 0.7062187
Apr 08 08:21:27.543430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:27.624853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Deleting port f1e03d83-5794-49cc-a09e-fb1de93f5847 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:21:27.625283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:27.735838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:27.760243 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Transition to ACTIVE for port object 86bfb8b8-b11c-4260-9da8-065953e8fce5 will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:21:27.794647 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11167e2f-a011-4418-9528-1122649fa9aa', 'name': 'network-vif-deleted', 'tag': '40e70547-35ed-4e47-b8ae-70bf1ecdbe9b', 'status': 'completed', 'code': 200}
Apr 08 08:21:27.895864 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:27.958923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7f0800ec-71dc-4e48-a163-b46d2d9ca392 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:28.170273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c20c29-6527-4971-9238-a39ca07a63a7 req-558df296-9791-49ea-bc28-594a6b0e9da4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:28.174287 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-17c20c29-6527-4971-9238-a39ca07a63a7 req-558df296-9791-49ea-bc28-594a6b0e9da4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 932 time: 0.2629409
Apr 08 08:21:28.225958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-17c20c29-6527-4971-9238-a39ca07a63a7 req-a9d27bd1-d6a2-4d21-98a6-2fde3d815dbf tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Synchronizing usage tracker for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:28.310668 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-17c20c29-6527-4971-9238-a39ca07a63a7 req-a9d27bd1-d6a2-4d21-98a6-2fde3d815dbf tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Unset dirty status for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:28.321437 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-17c20c29-6527-4971-9238-a39ca07a63a7 req-a9d27bd1-d6a2-4d21-98a6-2fde3d815dbf tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360478
Apr 08 08:21:28.353576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'Port': ['ID=86bfb8b8-b11c-4260-9da8-065953e8fce5,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:28.368259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:28.433794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0db55-98e6-475e-80fb-34abf8576c4c req-211692e4-607d-486f-a2fe-b9a74fe5acb7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:28.436004 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-61a0db55-98e6-475e-80fb-34abf8576c4c req-211692e4-607d-486f-a2fe-b9a74fe5acb7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.6396794
Apr 08 08:21:28.542176 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-61a0db55-98e6-475e-80fb-34abf8576c4c req-b036aa6b-f592-48cc-9bae-e838feaf9dde tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0938013
Apr 08 08:21:28.567671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] For port f1e03d83-5794-49cc-a09e-fb1de93f5847, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f1e03d83-5794-49cc-a09e-fb1de93f5847,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:28.568104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:28.602307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed689ffb-01ae-4a0e-818f-59f9e6a7d877 {{(pid=84307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:21:28.603072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:21:28.605888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:21:28.613071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:21:28.675678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:28.743173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Transition to ACTIVE for port object ed689ffb-01ae-4a0e-818f-59f9e6a7d877 will not be triggered until provisioned by entity L2. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:21:28.755997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:28.777502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:28.792058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:28.792919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:29.033965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Calling delete_port for f1e03d83-5794-49cc-a09e-fb1de93f5847 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:21:29.045878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Pushing event updated for resources: {'Port': ['ID=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:29.065400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:29.167075 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.4534817
Apr 08 08:21:29.209856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Request body: {'port': {'device_id': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:21:29.264191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-2c749dd8-9cab-457e-ac45-7f882df35b04 None None] Provisioning for port 86bfb8b8-b11c-4260-9da8-065953e8fce5 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:21:29.288446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-2c749dd8-9cab-457e-ac45-7f882df35b04 None None] Provisioning complete for port 86bfb8b8-b11c-4260-9da8-065953e8fce5 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:21:29.289522 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c749dd8-9cab-457e-ac45-7f882df35b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:29.457876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cc9b5-af46-40fb-9b4b-e62dfa934c79 req-f3145e2c-10d0-4ddd-9cbc-21c03c9b432e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:29.467338 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7c6cc9b5-af46-40fb-9b4b-e62dfa934c79 req-f3145e2c-10d0-4ddd-9cbc-21c03c9b432e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 947 time: 0.6623528
Apr 08 08:21:29.506471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-2c749dd8-9cab-457e-ac45-7f882df35b04 None None] Port 86bfb8b8-b11c-4260-9da8-065953e8fce5 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:21:29.643784 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7c6cc9b5-af46-40fb-9b4b-e62dfa934c79 req-d9be7e16-76e4-44f7-a796-2e93c9c7ef02 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743422
Apr 08 08:21:29.805838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:29.833893 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Attempting to bind port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:21:29.834528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Attempting to bind port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'}] {{(pid=84307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:21:29.835075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Attempting to bind port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 on network 506d8fa4-2faa-4098-8061-53f69a0eb435 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:21:29.842307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 on network 506d8fa4-2faa-4098-8061-53f69a0eb435 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:21:29.843071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Attempting to bind port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 on network 506d8fa4-2faa-4098-8061-53f69a0eb435 {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:21:29.847284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:29.855398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac205f5-f038-4ee2-a772-babc388a166b req-02ffce44-d378-4ae2-9ae1-faaca29cce9c tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:29.864501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['f312d938-4450-4b46-a6c3-d3fad8f5f0aa', '53834ca1-0e96-47bf-9f55-7126b04f38dc'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:21:29.874509 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8ac205f5-f038-4ee2-a772-babc388a166b req-02ffce44-d378-4ae2-9ae1-faaca29cce9c tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 945 time: 0.4808998
Apr 08 08:21:29.881123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:29.923885 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8ac205f5-f038-4ee2-a772-babc388a166b req-de5f98cb-d9f3-4ed3-9920-996a5bc5cf22 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448213
Apr 08 08:21:29.927408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:21:29.927687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Checking segment: {'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:21:29.928145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Bound using segment: {'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'} {{(pid=84307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:21:29.928631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Bound port: ed689ffb-01ae-4a0e-818f-59f9e6a7d877, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b76548b-6e88-4ce4-847a-658530cc5485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435'}}] {{(pid=84307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:21:29.929028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:30.047322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] For port ed689ffb-01ae-4a0e-818f-59f9e6a7d877, host hv-cinder-76111, cleared binding levels {{(pid=84307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:21:30.051834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] For port ed689ffb-01ae-4a0e-818f-59f9e6a7d877, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,segment=NetworkSegment(0b76548b-6e88-4ce4-847a-658530cc5485),segment_id=0b76548b-6e88-4ce4-847a-658530cc5485)] {{(pid=84307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:21:30.060729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:30.136693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:30.224455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Pushing event updated for resources: {'Port': ['ID=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,revision_number=3']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:30.259176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:30.390961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48000c70-590d-4a5f-8ac5-3ad9636c90ff req-155a1b9a-d671-4028-b362-9549563322b5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:30.400418 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-48000c70-590d-4a5f-8ac5-3ad9636c90ff req-155a1b9a-d671-4028-b362-9549563322b5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 932 time: 0.3041282
Apr 08 08:21:30.443375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Pushing event deleted for resources: {'Port': ['ID=f1e03d83-5794-49cc-a09e-fb1de93f5847,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:30.471898 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-48000c70-590d-4a5f-8ac5-3ad9636c90ff req-8e1fbbb0-066e-4006-a1e7-c14a04547619 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700076
Apr 08 08:21:30.478674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:30.503321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device f1e03d83-5794-49cc-a09e-fb1de93f5847 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:21:30.518625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:30.519334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:30.533444 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] 10.222.0.48 "PUT /v2.0/ports/ed689ffb-01ae-4a0e-818f-59f9e6a7d877 HTTP/1.1" status: 200  len: 1097 time: 3.8390639
Apr 08 08:21:30.549407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e30f0d9-ce1a-4382-ba3c-15cec09e39f6', 'tag': 'ed689ffb-01ae-4a0e-818f-59f9e6a7d877'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:30.797684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: f1e03d83-5794-49cc-a09e-fb1de93f5847 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:21:30.798519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device f1e03d83-5794-49cc-a09e-fb1de93f5847 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:21:31.096986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-532a9a39-4176-46f6-88b8-30ebbf00ca35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:31.100918 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-532a9a39-4176-46f6-88b8-30ebbf00ca35 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e48c27ef7f464daba7b4a0a0a045d61a&device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 1100 time: 0.3954010
Apr 08 08:21:31.119091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e8014-d225-48f4-8435-a2e38322a697 req-268d6e20-0f32-496f-9cc6-a44ce2dec042 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:31.122420 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ee1e8014-d225-48f4-8435-a2e38322a697 req-268d6e20-0f32-496f-9cc6-a44ce2dec042 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.5188763
Apr 08 08:21:31.280723 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-768afbf8-2057-4f53-b174-5af7b456e6e8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ed689ffb-01ae-4a0e-818f-59f9e6a7d877 HTTP/1.1" status: 200  len: 217 time: 0.1559732
Apr 08 08:21:31.392847 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ee1e8014-d225-48f4-8435-a2e38322a697 req-22913266-4009-4fa0-a0c1-41b5df52820d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1682236
Apr 08 08:21:31.456648 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-d8bba649-9683-429f-be11-fe103eee0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:31.459294 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-d8bba649-9683-429f-be11-fe103eee0829 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb7e19fa-905c-43b1-836b-a0206afdf11c HTTP/1.1" status: 200  len: 843 time: 0.1632507
Apr 08 08:21:31.501857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d58b48-b31e-4368-a9fc-06f54f970a43 req-b231b63f-0986-40f6-b1d8-d216aaf365bb tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:31.504131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-06d58b48-b31e-4368-a9fc-06f54f970a43 req-b231b63f-0986-40f6-b1d8-d216aaf365bb tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Synchronizing usage tracker for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:31.604479 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e30f0d9-ce1a-4382-ba3c-15cec09e39f6', 'tag': 'ed689ffb-01ae-4a0e-818f-59f9e6a7d877', 'status': 'completed', 'code': 200}
Apr 08 08:21:31.707801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] No DVR routers for this DVR port f1e03d83-5794-49cc-a09e-fb1de93f5847 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:21:31.727552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-47e787a7-6584-4ca4-a53c-58f1cfc0f00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:31.727552 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-47e787a7-6584-4ca4-a53c-58f1cfc0f00f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=506d8fa4-2faa-4098-8061-53f69a0eb435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.2450056
Apr 08 08:21:31.830097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:31.845312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43347bde-2d50-4010-bfce-69e8625d28d4', 'name': 'network-vif-deleted', 'tag': 'f1e03d83-5794-49cc-a09e-fb1de93f5847'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:31.855703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-06d58b48-b31e-4368-a9fc-06f54f970a43 req-b231b63f-0986-40f6-b1d8-d216aaf365bb tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Unset dirty status for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:31.858352 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06d58b48-b31e-4368-a9fc-06f54f970a43 req-b231b63f-0986-40f6-b1d8-d216aaf365bb tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 1.8831232
Apr 08 08:21:31.905308 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bde112b0-3c46-4391-bb72-76cfc50a399f req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "DELETE /v2.0/ports/f1e03d83-5794-49cc-a09e-fb1de93f5847 HTTP/1.1" status: 204  len: 173 time: 4.3815670
Apr 08 08:21:31.995207 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06d58b48-b31e-4368-a9fc-06f54f970a43 req-9f7a63ea-cdfc-4c41-96c2-837230bcb2fc tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801537
Apr 08 08:21:32.041795 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bfb8b8-b11c-4260-9da8-065953e8fce5 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:21:32.065108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:32.116374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Transition to ACTIVE for port object 86bfb8b8-b11c-4260-9da8-065953e8fce5 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:21:32.139705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:32.152869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee0978-ea11-4ff9-833e-0b44e6989ca1 req-8dc81171-e5d3-4497-a74c-e91b571649a2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:32.153790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-63ee0978-ea11-4ff9-833e-0b44e6989ca1 req-8dc81171-e5d3-4497-a74c-e91b571649a2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Synchronizing usage tracker for tenant:e48c27ef7f464daba7b4a0a0a045d61a on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:32.190139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:32.209299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-9f6828d1-4eaf-4c5c-93bb-47236a9bca7a service neutron] 10.222.0.48 "GET /v2.0/networks/506d8fa4-2faa-4098-8061-53f69a0eb435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4762208
Apr 08 08:21:32.336197 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-63ee0978-ea11-4ff9-833e-0b44e6989ca1 req-8dc81171-e5d3-4497-a74c-e91b571649a2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Unset dirty status for tenant:e48c27ef7f464daba7b4a0a0a045d61a on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:32.344375 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-63ee0978-ea11-4ff9-833e-0b44e6989ca1 req-8dc81171-e5d3-4497-a74c-e91b571649a2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 947 time: 0.5042343
Apr 08 08:21:32.380656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-63ee0978-ea11-4ff9-833e-0b44e6989ca1 req-68ed031d-0c7b-47e9-94e6-695d706ba107 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Synchronizing usage tracker for tenant:e48c27ef7f464daba7b4a0a0a045d61a on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:32.414869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-63ee0978-ea11-4ff9-833e-0b44e6989ca1 req-68ed031d-0c7b-47e9-94e6-695d706ba107 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Unset dirty status for tenant:e48c27ef7f464daba7b4a0a0a045d61a on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:32.428503 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-63ee0978-ea11-4ff9-833e-0b44e6989ca1 req-68ed031d-0c7b-47e9-94e6-695d706ba107 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831306
Apr 08 08:21:32.529088 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8796787-bd13-4a0f-825e-0ac02db0e304 req-88022dca-7303-4bab-99cb-43d869483130 service neutron] 10.222.0.48 "GET /v2.0/networks/506d8fa4-2faa-4098-8061-53f69a0eb435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3087075
Apr 08 08:21:33.090271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-a0c2b20f-f99f-464a-be22-5d8abbf7ea62 req-1d6c85a6-24a1-4fdf-9033-b4de4b0ea004 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:33.102800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b13c73-99a0-4840-af0e-b1f9fc09bf5e req-3214741d-b378-4d11-846e-fc8a7d62831c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:33.111909 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-14b13c73-99a0-4840-af0e-b1f9fc09bf5e req-3214741d-b378-4d11-846e-fc8a7d62831c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.4247398
Apr 08 08:21:33.128994 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-b3bc212b-46a2-41b7-89a1-fa58e1b87129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:33.130847 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-b3bc212b-46a2-41b7-89a1-fa58e1b87129 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e48c27ef7f464daba7b4a0a0a045d61a&device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 1100 time: 0.5276783
Apr 08 08:21:33.168587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Pushing event updated for resources: {'Port': ['ID=86bfb8b8-b11c-4260-9da8-065953e8fce5,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:33.201786 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-14b13c73-99a0-4840-af0e-b1f9fc09bf5e req-02f50702-082e-49ba-afb0-41815714474c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887091
Apr 08 08:21:33.240192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.066s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:33.265204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-a0c2b20f-f99f-464a-be22-5d8abbf7ea62 req-1d6c85a6-24a1-4fdf-9033-b4de4b0ea004 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:33.300471 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a0c2b20f-f99f-464a-be22-5d8abbf7ea62 req-1d6c85a6-24a1-4fdf-9033-b4de4b0ea004 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=43347bde-2d50-4010-bfce-69e8625d28d4 HTTP/1.1" status: 200  len: 210 time: 0.7458153
Apr 08 08:21:33.391196 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-5b059ad0-b9f9-422e-aab9-bc0a1608a93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:33.396485 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-5b059ad0-b9f9-422e-aab9-bc0a1608a93a service neutron] 10.222.0.48 "GET /v2.0/networks?id=506d8fa4-2faa-4098-8061-53f69a0eb435 HTTP/1.1" status: 200  len: 870 time: 0.2558842
Apr 08 08:21:33.407016 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43347bde-2d50-4010-bfce-69e8625d28d4', 'name': 'network-vif-deleted', 'tag': 'f1e03d83-5794-49cc-a09e-fb1de93f5847', 'status': 'completed', 'code': 200}
Apr 08 08:21:33.745845 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-c3e3360d-e180-4a63-ba16-cd2bd13e2244 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=ed689ffb-01ae-4a0e-818f-59f9e6a7d877 HTTP/1.1" status: 200  len: 217 time: 0.3420904
Apr 08 08:21:33.852405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-3452da1a-74cb-4d2d-add5-680a4dde5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:33.854612 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-3452da1a-74cb-4d2d-add5-680a4dde5c19 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=bb7e19fa-905c-43b1-836b-a0206afdf11c HTTP/1.1" status: 200  len: 843 time: 0.0938601
Apr 08 08:21:33.943576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Attempting to bind port 86bfb8b8-b11c-4260-9da8-065953e8fce5 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:21:33.944257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Attempting to bind port 86bfb8b8-b11c-4260-9da8-065953e8fce5 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:21:33.945683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Attempting to bind port 86bfb8b8-b11c-4260-9da8-065953e8fce5 on network 3aed61c9-6f00-4e51-9d36-26f3834c91bf {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:21:33.969545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f626c0-8076-4584-b8b2-fd7174431583 req-797702cc-7c2c-4a6a-82cc-7fa114bcc6db tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:33.972146 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b4f626c0-8076-4584-b8b2-fd7174431583 req-797702cc-7c2c-4a6a-82cc-7fa114bcc6db tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.3214507
Apr 08 08:21:33.972528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Port 86bfb8b8-b11c-4260-9da8-065953e8fce5 on network 3aed61c9-6f00-4e51-9d36-26f3834c91bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:21:33.973001 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Attempting to bind port 86bfb8b8-b11c-4260-9da8-065953e8fce5 on network 3aed61c9-6f00-4e51-9d36-26f3834c91bf {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:21:33.986645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:21:33.987239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Checking segment: {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:21:33.987914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Bound using segment: {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:21:33.988708 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Bound port: 86bfb8b8-b11c-4260-9da8-065953e8fce5, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84c98d0c-2e63-48b6-8a4d-092ebc236d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:21:33.989352 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:34.019045 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b4f626c0-8076-4584-b8b2-fd7174431583 req-3643efc9-179c-4bf2-8470-d30c01e72557 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395887
Apr 08 08:21:34.091095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-b451ba46-0add-435f-86cc-e6e55f7f96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:34.093062 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-b451ba46-0add-435f-86cc-e6e55f7f96e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=506d8fa4-2faa-4098-8061-53f69a0eb435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1179 time: 0.2277792
Apr 08 08:21:34.178691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] For port 86bfb8b8-b11c-4260-9da8-065953e8fce5, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:21:34.190281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] For port 86bfb8b8-b11c-4260-9da8-065953e8fce5, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:21:34.209580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c1580-9609-4b87-9aaf-37cd42bb1f10 req-de02aba5-873e-40c9-8b81-ed22ff0a1c67 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:34.212597 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-647c1580-9609-4b87-9aaf-37cd42bb1f10 req-de02aba5-873e-40c9-8b81-ed22ff0a1c67 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.4293165
Apr 08 08:21:34.215790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:34.276075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:34.357839 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-75ec0ff7-b54d-4c8a-89c5-ea6b4382e5c4 service neutron] 10.222.0.48 "GET /v2.0/networks/506d8fa4-2faa-4098-8061-53f69a0eb435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563002
Apr 08 08:21:34.377068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ee570-bbe5-4746-8a1c-876ede3928b1 req-2480327e-a35c-43cb-be48-57145bc376d0 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:34.378917 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-461ee570-bbe5-4746-8a1c-876ede3928b1 req-2480327e-a35c-43cb-be48-57145bc376d0 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 947 time: 0.1723773
Apr 08 08:21:34.465579 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-461ee570-bbe5-4746-8a1c-876ede3928b1 req-ddfb87af-8ee6-4424-b6fb-d72dfcc55586 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574157
Apr 08 08:21:34.524235 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-647c1580-9609-4b87-9aaf-37cd42bb1f10 req-5c6bcddf-c284-4441-9d17-24a2b7823b8f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2496133
Apr 08 08:21:34.655905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:34.656877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:34.664702 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] 10.222.0.48 "PUT /v2.0/ports/86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 1094 time: 5.4760098
Apr 08 08:21:34.682543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Pushing event updated for resources: {'Port': ['ID=86bfb8b8-b11c-4260-9da8-065953e8fce5,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:34.696035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:34.697915 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25b0721c-102a-4ac9-93a1-948038800cb4 req-5ba7b5b5-a3fa-4e61-b7d6-2ab42093bdbc service neutron] 10.222.0.48 "GET /v2.0/networks/506d8fa4-2faa-4098-8061-53f69a0eb435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3162079
Apr 08 08:21:35.408475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:35.440770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513555f8-74de-4aa4-ab04-0dac8d12e83c req-ffd62022-e7db-4021-bf7a-4847650bcc5b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:35.450710 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-513555f8-74de-4aa4-ab04-0dac8d12e83c req-ffd62022-e7db-4021-bf7a-4847650bcc5b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.5103939
Apr 08 08:21:35.477248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-2b10deca-f584-4b92-8574-c6e88d6bc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:35.490536 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-2b10deca-f584-4b92-8574-c6e88d6bc614 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1097 time: 0.7425966
Apr 08 08:21:35.519493 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-513555f8-74de-4aa4-ab04-0dac8d12e83c req-d10cece2-b040-4367-b404-193aae770aaf tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671530
Apr 08 08:21:35.741666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391e978-da9b-4125-9daa-8e71cc731148 req-75abac42-9405-486c-912d-17edb9d689d0 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:35.744405 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e391e978-da9b-4125-9daa-8e71cc731148 req-75abac42-9405-486c-912d-17edb9d689d0 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1092184
Apr 08 08:21:35.785042 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e391e978-da9b-4125-9daa-8e71cc731148 req-fb2fd392-a81f-469e-bdb9-7cbc241e6560 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326881
Apr 08 08:21:35.821697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ed484-395c-42a3-bb61-c628a0c5872d req-15bd93dd-ff0c-4189-8768-dd8fcc1bfb46 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:35.825895 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e96ed484-395c-42a3-bb61-c628a0c5872d req-15bd93dd-ff0c-4189-8768-dd8fcc1bfb46 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1574116
Apr 08 08:21:35.895958 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e96ed484-395c-42a3-bb61-c628a0c5872d req-1ac1a7a0-c18b-4102-a280-941efcfb37de tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624120
Apr 08 08:21:35.931548 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'status': 'completed', 'code': 200}
Apr 08 08:21:36.000643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-be4169b6-5420-42fa-b89e-bf42039c941d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:36.002435 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-be4169b6-5420-42fa-b89e-bf42039c941d tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.48 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.1460054
Apr 08 08:21:36.116389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed705a-5522-4f7a-bd6d-2dd770885622 req-d628f9eb-1861-4156-97e7-c737cf44acd6 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:36.119398 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2ed705a-5522-4f7a-bd6d-2dd770885622 req-d628f9eb-1861-4156-97e7-c737cf44acd6 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 947 time: 0.1152163
Apr 08 08:21:36.144589 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-df390651-8edf-4a08-a904-600828e01906 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 217 time: 0.1468024
Apr 08 08:21:36.169445 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b2ed705a-5522-4f7a-bd6d-2dd770885622 req-d4ac0ef1-95a0-41ae-a2ce-4fb3ceb93041 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370934
Apr 08 08:21:36.507117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b61bfb-7e60-4c4f-b62f-0986f8544290 req-e50f4eaf-a8bc-4d9f-97dc-4f0759bbd999 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:36.518814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device ed689ffb-01ae-4a0e-818f-59f9e6a7d877 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:21:36.522830 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57b61bfb-7e60-4c4f-b62f-0986f8544290 req-e50f4eaf-a8bc-4d9f-97dc-4f0759bbd999 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.2925980
Apr 08 08:21:36.551181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Deleting port 5f07a16f-c28b-46f7-b6d7-7109c693a85a {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:21:36.552304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:36.766039 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57b61bfb-7e60-4c4f-b62f-0986f8544290 req-40d00075-9b8b-429d-9de6-7fee92c3435e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2381558
Apr 08 08:21:36.864960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-237203ad-bffc-4ce8-b4f9-c7b451bfc9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:36.874951 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-237203ad-bffc-4ce8-b4f9-c7b451bfc9d7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8301fa7-83cf-40ca-8411-67e5a069b7ce HTTP/1.1" status: 200  len: 853 time: 0.2631676
Apr 08 08:21:36.952726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port ed689ffb-01ae-4a0e-818f-59f9e6a7d877, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,segment=NetworkSegment(0b76548b-6e88-4ce4-847a-658530cc5485),segment_id=0b76548b-6e88-4ce4-847a-658530cc5485)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:36.988449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'ed689ffb-01ae-4a0e-818f-59f9e6a7d877', 'network_id': '506d8fa4-2faa-4098-8061-53f69a0eb435', 'port_id': 'ed689ffb-01ae-4a0e-818f-59f9e6a7d877', 'mac_address': 'fa:16:3e:ad:e7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb7e19fa-905c-43b1-836b-a0206afdf11c', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:21:37.134007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:37.174524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed689ffb-01ae-4a0e-818f-59f9e6a7d877 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:21:37.211773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port ed689ffb-01ae-4a0e-818f-59f9e6a7d877, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,segment=NetworkSegment(0b76548b-6e88-4ce4-847a-658530cc5485),segment_id=0b76548b-6e88-4ce4-847a-658530cc5485)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:37.218268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:37.221519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:37.382916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:37.389183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:37.497837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] For port 5f07a16f-c28b-46f7-b6d7-7109c693a85a, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=5f07a16f-c28b-46f7-b6d7-7109c693a85a,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:37.498722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:37.504237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cf701f-cecd-457f-9eaf-75808d417c84 req-1c9a17b7-b21c-4bd1-b61a-9a0571337cec tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:37.516585 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a5cf701f-cecd-457f-9eaf-75808d417c84 req-1c9a17b7-b21c-4bd1-b61a-9a0571337cec tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 945 time: 0.4329901
Apr 08 08:21:37.531109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['ed689ffb-01ae-4a0e-818f-59f9e6a7d877'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:21:37.564416 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-f4d142ab-42cc-42a7-aa21-f08f9bd25ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:37.567319 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-f4d142ab-42cc-42a7-aa21-f08f9bd25ed8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3aed61c9-6f00-4e51-9d36-26f3834c91bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3685384
Apr 08 08:21:37.641764 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a5cf701f-cecd-457f-9eaf-75808d417c84 req-161371dd-fd13-4269-be55-a2dbdc35c167 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/security-groups?id=55f8bd01-4a8d-45a3-9fd6-51b2a881c065&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021135
Apr 08 08:21:38.039727 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Calling delete_port for 5f07a16f-c28b-46f7-b6d7-7109c693a85a owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:21:38.233337 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-d24648ea-6be0-4f72-b014-54aaccaac090 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4925754
Apr 08 08:21:38.273642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3ebbb-4222-439b-89e0-799287086423 req-d1745af9-bc31-44ba-879f-39c7a4f2f504 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:38.290736 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6ee3ebbb-4222-439b-89e0-799287086423 req-d1745af9-bc31-44ba-879f-39c7a4f2f504 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.2658296
Apr 08 08:21:38.300275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:38.376614 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6ee3ebbb-4222-439b-89e0-799287086423 req-0c317e73-3864-4ce0-a42a-c79eb13061c5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691552
Apr 08 08:21:38.448398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-229e300c-1f50-4b46-82b8-9f1f8635f2a3 tempest-DeleteServersTestJSON-828580389 tempest-DeleteServersTestJSON-828580389-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:38.532566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 5f07a16f-c28b-46f7-b6d7-7109c693a85a no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:21:38.560333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Pushing event deleted for resources: {'Port': ['ID=5f07a16f-c28b-46f7-b6d7-7109c693a85a,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:38.563228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:38.633262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02a8281-30ab-4beb-9311-5b905a4e5473 req-19bff5aa-bf85-4176-b8a5-f2b29ea3a8d4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:38.634129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b02a8281-30ab-4beb-9311-5b905a4e5473 req-19bff5aa-bf85-4176-b8a5-f2b29ea3a8d4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Synchronizing usage tracker for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:38.646536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] No DVR routers for this DVR port 5f07a16f-c28b-46f7-b6d7-7109c693a85a on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:21:38.650656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:38.662894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaf921c-544c-4925-8b89-e06c47f63f85', 'name': 'network-vif-deleted', 'tag': '5f07a16f-c28b-46f7-b6d7-7109c693a85a'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:38.681514 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-eebab933-4c27-44ec-9e64-5039a7e835e0 req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.48 "DELETE /v2.0/ports/5f07a16f-c28b-46f7-b6d7-7109c693a85a HTTP/1.1" status: 204  len: 173 time: 2.3742113
Apr 08 08:21:38.682811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b02a8281-30ab-4beb-9311-5b905a4e5473 req-19bff5aa-bf85-4176-b8a5-f2b29ea3a8d4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Unset dirty status for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:38.684082 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b02a8281-30ab-4beb-9311-5b905a4e5473 req-19bff5aa-bf85-4176-b8a5-f2b29ea3a8d4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 1.6302564
Apr 08 08:21:38.691184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 5f07a16f-c28b-46f7-b6d7-7109c693a85a {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:21:38.692018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 5f07a16f-c28b-46f7-b6d7-7109c693a85a not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:21:38.756704 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b02a8281-30ab-4beb-9311-5b905a4e5473 req-93c7001b-7807-497f-bf5b-dd67e7bcd3ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565777
Apr 08 08:21:38.825213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da999561-44f1-4dd5-aabf-cca77f49ffa3 req-91b171f1-be82-4a51-8542-3e5fb8397d99 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:38.833269 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-da999561-44f1-4dd5-aabf-cca77f49ffa3 req-91b171f1-be82-4a51-8542-3e5fb8397d99 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 948 time: 0.1444750
Apr 08 08:21:38.874410 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-da999561-44f1-4dd5-aabf-cca77f49ffa3 req-33428e80-2598-4b2d-937a-95bb1236a854 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400248
Apr 08 08:21:39.058656 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-65fadc98-1f06-4eb5-8678-b2b430968a5c req-f5495c9c-c6ed-4fda-88c4-2455759d9f1f tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0696340
Apr 08 08:21:39.130322 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcaf921c-544c-4925-8b89-e06c47f63f85', 'name': 'network-vif-deleted', 'tag': '5f07a16f-c28b-46f7-b6d7-7109c693a85a', 'status': 'completed', 'code': 200}
Apr 08 08:21:39.145047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99db35d5-06ad-4f18-806c-f878d73fa96a req-0d7a794e-29e4-411e-81e2-d4dd68d84747 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:39.147001 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-99db35d5-06ad-4f18-806c-f878d73fa96a req-0d7a794e-29e4-411e-81e2-d4dd68d84747 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1680758
Apr 08 08:21:39.209049 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-99db35d5-06ad-4f18-806c-f878d73fa96a req-cdb8c667-676d-40cb-8d0f-a38520c293ca tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0528715
Apr 08 08:21:39.635877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c90e-96c2-4317-b72a-e171c55f6e64 req-1b8822c2-a8a8-42a3-a0e7-885f8c7f1f1c tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:39.637593 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e549c90e-96c2-4317-b72a-e171c55f6e64 req-1b8822c2-a8a8-42a3-a0e7-885f8c7f1f1c tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1014290
Apr 08 08:21:39.683038 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e549c90e-96c2-4317-b72a-e171c55f6e64 req-35fa1cd7-6cce-4748-b9ae-ae6df055a113 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0280375
Apr 08 08:21:40.084343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e5c40-81b8-44ab-9f4b-ef54e5963b9d req-21f623e8-9b44-4fe0-9d2d-67cb4930a0c8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:40.091042 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-256e5c40-81b8-44ab-9f4b-ef54e5963b9d req-21f623e8-9b44-4fe0-9d2d-67cb4930a0c8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1211121
Apr 08 08:21:40.155541 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-256e5c40-81b8-44ab-9f4b-ef54e5963b9d req-ed79fec6-931c-4293-aca7-3db66a48d437 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599496
Apr 08 08:21:40.165048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af3fce-7a8b-44aa-896b-a8d3debac5da req-74e470e1-47af-4624-a14b-e3ffd6e51461 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:40.176127 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-98af3fce-7a8b-44aa-896b-a8d3debac5da req-74e470e1-47af-4624-a14b-e3ffd6e51461 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 948 time: 0.1671648
Apr 08 08:21:40.216743 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-98af3fce-7a8b-44aa-896b-a8d3debac5da req-796ddd3d-7a1a-4a4a-a3c0-2327dc7207a5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349596
Apr 08 08:21:40.488445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-fb660dc0-5b28-4041-81e7-eb2d775c6859 req-da14ac14-5592-4cc9-ac27-472a13266e27 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Synchronizing usage tracker for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:21:40.516200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-fb660dc0-5b28-4041-81e7-eb2d775c6859 req-da14ac14-5592-4cc9-ac27-472a13266e27 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Unset dirty status for tenant:45c7c4aff6624fbb9a12b627bb8912b8 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:21:40.517835 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fb660dc0-5b28-4041-81e7-eb2d775c6859 req-da14ac14-5592-4cc9-ac27-472a13266e27 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.1329694
Apr 08 08:21:40.531679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device ed689ffb-01ae-4a0e-818f-59f9e6a7d877 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:21:40.561902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d6ed4-d1cc-41b8-b21a-8fb6c2fd9e2d req-2b9b48b5-6408-4cf3-870e-571eae1a0beb tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:40.570254 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-251d6ed4-d1cc-41b8-b21a-8fb6c2fd9e2d req-2b9b48b5-6408-4cf3-870e-571eae1a0beb tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1597612
Apr 08 08:21:40.605261 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-251d6ed4-d1cc-41b8-b21a-8fb6c2fd9e2d req-eb1d3983-400d-4caa-9f07-f75636cca5f1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0333898
Apr 08 08:21:40.678285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:21:40.685223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:21:40.685650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:40.839149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:40.864549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e30f0d9-ce1a-4382-ba3c-15cec09e39f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed689ffb-01ae-4a0e-818f-59f9e6a7d877'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:21:40.887301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port ed689ffb-01ae-4a0e-818f-59f9e6a7d877, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,segment=NetworkSegment(0b76548b-6e88-4ce4-847a-658530cc5485),segment_id=0b76548b-6e88-4ce4-847a-658530cc5485)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:21:40.895062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:40.899331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:41.039726 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e30f0d9-ce1a-4382-ba3c-15cec09e39f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed689ffb-01ae-4a0e-818f-59f9e6a7d877', 'code': 200}
Apr 08 08:21:41.050649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4695b3-b3d5-40c9-830f-fe3db375b145 req-07d72349-6ff3-4c37-9a58-62d0d4805fc4 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:41.053795 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0f4695b3-b3d5-40c9-830f-fe3db375b145 req-07d72349-6ff3-4c37-9a58-62d0d4805fc4 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1976604
Apr 08 08:21:41.062072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:41.065655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:41.105629 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0f4695b3-b3d5-40c9-830f-fe3db375b145 req-6d3ce9a2-b858-45c8-96a1-c00d618c5f62 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418925
Apr 08 08:21:41.435261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e0b45-02b3-4f5a-9430-b68131645ee9 req-ddf34e9f-b4ef-461b-aa6c-64db9f4a7a05 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:41.437644 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-790e0b45-02b3-4f5a-9430-b68131645ee9 req-ddf34e9f-b4ef-461b-aa6c-64db9f4a7a05 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1210341
Apr 08 08:21:41.501493 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-790e0b45-02b3-4f5a-9430-b68131645ee9 req-53bd083d-f320-41a4-8244-0c1ff3fb10af tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501909
Apr 08 08:21:41.521127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a631e-c73b-4898-bb07-1c6abd6b3758 req-a3e9f8d6-8cd3-488e-a2ce-8ea360b5dd7a tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:41.523835 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0b4a631e-c73b-4898-bb07-1c6abd6b3758 req-a3e9f8d6-8cd3-488e-a2ce-8ea360b5dd7a tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1296246
Apr 08 08:21:41.566760 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0b4a631e-c73b-4898-bb07-1c6abd6b3758 req-d1ee76de-67a0-45b4-bfa0-93b913d85eaf tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310864
Apr 08 08:21:41.830803 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b0c7f79e-55c6-441c-8421-d2d1ed016e76 req-a9f8397e-0535-42f4-aaff-215e1912de5b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0794601
Apr 08 08:21:41.921080 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b9d18-3392-42ef-81e8-8b3e7e699c59 req-78210bae-dff6-4ae1-8741-1ba5a766f101 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:41.922926 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8a2b9d18-3392-42ef-81e8-8b3e7e699c59 req-78210bae-dff6-4ae1-8741-1ba5a766f101 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1356947
Apr 08 08:21:41.964825 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8a2b9d18-3392-42ef-81e8-8b3e7e699c59 req-5506d9b2-08b0-4981-b78a-1ad67fecc76f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0320096
Apr 08 08:21:42.372760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02778be-83fa-4133-ae52-80f77de47e26 req-88dd473c-b5f8-447f-988b-8f29f524b657 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:42.374582 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b02778be-83fa-4133-ae52-80f77de47e26 req-88dd473c-b5f8-447f-988b-8f29f524b657 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1116250
Apr 08 08:21:42.436079 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b02778be-83fa-4133-ae52-80f77de47e26 req-bad19f12-9e79-44de-9178-240e814e86e8 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477481
Apr 08 08:21:42.870008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc4f2e-319e-4f96-a7f4-4104c64c5521 req-27654f4b-cee4-47f6-a9b4-8ba5ae1664b5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:42.876381 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1ebc4f2e-319e-4f96-a7f4-4104c64c5521 req-27654f4b-cee4-47f6-a9b4-8ba5ae1664b5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.2368391
Apr 08 08:21:42.938394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febb537-34b1-4b00-a019-bec15af21e9b req-f8072019-440f-45bb-97e5-c4182efa3d98 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:42.940728 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4febb537-34b1-4b00-a019-bec15af21e9b req-f8072019-440f-45bb-97e5-c4182efa3d98 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1224692
Apr 08 08:21:42.941855 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1ebc4f2e-319e-4f96-a7f4-4104c64c5521 req-39bffe23-c990-4dcb-b527-7ceab8e404d8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572956
Apr 08 08:21:42.979334 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4febb537-34b1-4b00-a019-bec15af21e9b req-a0c8d116-178b-4b37-a7dd-f97863b437e5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0300515
Apr 08 08:21:43.173802 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2469ad79-ba1a-4bf3-949b-c1459d936675 req-0af5652d-80aa-4c54-9e70-d270a5b6c184 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0845120
Apr 08 08:21:43.369808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9730a6-8cf7-4897-930e-9bedf5f27439 req-ad496e68-4f83-4912-a1e0-6b5aea6e39bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:43.372492 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1f9730a6-8cf7-4897-930e-9bedf5f27439 req-ad496e68-4f83-4912-a1e0-6b5aea6e39bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1412151
Apr 08 08:21:43.407345 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1f9730a6-8cf7-4897-930e-9bedf5f27439 req-ca435527-254c-4111-b1f0-9b1e08406326 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0283353
Apr 08 08:21:43.705833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6798a-268e-4e35-9e81-0e96eee26ca2 req-c4dcf331-36d8-4a91-bb81-70d4a5463d35 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:43.708873 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-18b6798a-268e-4e35-9e81-0e96eee26ca2 req-c4dcf331-36d8-4a91-bb81-70d4a5463d35 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1399038
Apr 08 08:21:43.742393 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-18b6798a-268e-4e35-9e81-0e96eee26ca2 req-6e2a8605-f0b5-43d0-9456-aea191f7d854 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263765
Apr 08 08:21:44.283057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a716701-8725-4114-bf3b-c145f093e894 req-b4795d4d-bea5-4163-84b3-fa00ee11fa49 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:44.292704 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9a716701-8725-4114-bf3b-c145f093e894 req-b4795d4d-bea5-4163-84b3-fa00ee11fa49 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1235299
Apr 08 08:21:44.328559 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9a716701-8725-4114-bf3b-c145f093e894 req-4ab95c92-0a2b-4c8b-affb-a6790aee966e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345430
Apr 08 08:21:44.403843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf98d8-167c-4a73-87a4-43e7dad874d6 req-dff31897-5ebf-49f5-928b-7f4ed73acf1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:44.418488 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e1cf98d8-167c-4a73-87a4-43e7dad874d6 req-dff31897-5ebf-49f5-928b-7f4ed73acf1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.2215393
Apr 08 08:21:44.462209 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e1cf98d8-167c-4a73-87a4-43e7dad874d6 req-8937c46d-6522-4a80-b822-94d839cb4fb7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385983
Apr 08 08:21:44.525834 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-47f37239-70f4-4225-8dca-d2bd197c2b56 req-aed35555-744b-4033-aa54-8e93bd850424 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0623610
Apr 08 08:21:44.675776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c568e8-88ed-4f68-bac5-813b0c7605a5 req-fe78de63-6a89-4e7c-ae73-fb0ba642f334 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:44.677639 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-73c568e8-88ed-4f68-bac5-813b0c7605a5 req-fe78de63-6a89-4e7c-ae73-fb0ba642f334 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.0966036
Apr 08 08:21:44.715794 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-73c568e8-88ed-4f68-bac5-813b0c7605a5 req-4bedb7f9-47c1-42d8-aab1-40dd5ba31945 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0284092
Apr 08 08:21:45.040570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ff04fb0e-db00-4a10-9626-b127d67b33e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:45.119297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e5951-b64f-43af-a5c7-ac3e13d6c2f7 req-2e45b5ad-b7f6-49f6-a571-540575221a0b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:45.122470 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-318e5951-b64f-43af-a5c7-ac3e13d6c2f7 req-2e45b5ad-b7f6-49f6-a571-540575221a0b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.2373075
Apr 08 08:21:45.193877 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-318e5951-b64f-43af-a5c7-ac3e13d6c2f7 req-90c91417-366d-4f4d-9d56-cb8c0f9c7955 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541334
Apr 08 08:21:45.739216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0bab1-398b-49a7-8ea2-3ac747b3c155 req-fefde7fb-7974-4ef9-8d7b-c2390453c79d tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:45.746307 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1ae0bab1-398b-49a7-8ea2-3ac747b3c155 req-fefde7fb-7974-4ef9-8d7b-c2390453c79d tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.2446551
Apr 08 08:21:45.820614 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1ae0bab1-398b-49a7-8ea2-3ac747b3c155 req-790a2f34-62cb-420c-8f41-249e2a0054c2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571387
Apr 08 08:21:45.952471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa90c8-ff58-441f-87cb-f2cacbbb2912 req-adcc9330-e293-4e66-848d-552e5ccfc678 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:45.954396 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5aaa90c8-ff58-441f-87cb-f2cacbbb2912 req-adcc9330-e293-4e66-848d-552e5ccfc678 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1622894
Apr 08 08:21:45.998906 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5aaa90c8-ff58-441f-87cb-f2cacbbb2912 req-e999114e-c290-4f21-ad7c-15389810e456 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321887
Apr 08 08:21:46.102947 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6a1890ee-750d-444a-a38b-9a928f6b9051 req-a60855a5-1d70-4c71-8ae2-ce5860edec55 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0564902
Apr 08 08:21:46.355366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e1c52-cfba-44bb-a61f-b04685751151 req-34752602-6d7f-43d3-a868-b8a58c5196f9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:46.363047 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3b8e1c52-cfba-44bb-a61f-b04685751151 req-34752602-6d7f-43d3-a868-b8a58c5196f9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1733651
Apr 08 08:21:46.405329 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3b8e1c52-cfba-44bb-a61f-b04685751151 req-b92f5c2f-b877-4387-be63-0f0d96084877 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0342319
Apr 08 08:21:46.691691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d755b00-4521-4a49-9c4f-9280df826539 req-7872ea7f-f3a5-4bb2-b2e7-5e96dda31ff4 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:46.694563 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0d755b00-4521-4a49-9c4f-9280df826539 req-7872ea7f-f3a5-4bb2-b2e7-5e96dda31ff4 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.2017024
Apr 08 08:21:46.777451 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0d755b00-4521-4a49-9c4f-9280df826539 req-79780c51-855f-4c99-9f29-ac454ab7a58d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669372
Apr 08 08:21:47.295310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c86634-b496-48aa-853d-053a19af5a0b req-c7309269-07d6-4dce-82de-95a9935bb7bf tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:47.298350 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-89c86634-b496-48aa-853d-053a19af5a0b req-c7309269-07d6-4dce-82de-95a9935bb7bf tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.2538934
Apr 08 08:21:47.365545 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-89c86634-b496-48aa-853d-053a19af5a0b req-09c019ca-f30d-4fd5-9a0f-12712a04850e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542204
Apr 08 08:21:47.449683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e6bf6-c3e5-44d9-a8a9-e4d2a582f895 req-4d06b083-bbed-41c1-9f42-d836a9a2d43c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:47.452017 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f07e6bf6-c3e5-44d9-a8a9-e4d2a582f895 req-4d06b083-bbed-41c1-9f42-d836a9a2d43c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1830812
Apr 08 08:21:47.497749 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f07e6bf6-c3e5-44d9-a8a9-e4d2a582f895 req-695cc8d4-801c-4b5c-9754-cf8b85c6abef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379231
Apr 08 08:21:47.586909 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-23bcb819-70ae-45dc-a5bd-eceb944a0e25 req-c91ffeff-0e9f-4d6d-a7f4-752234ec6289 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0977430
Apr 08 08:21:47.761798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2a9b2-6adc-4918-9195-fe49ed683cb7 req-59200138-92e8-42a9-9a9a-b5024024ca66 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:47.763393 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9db2a9b2-6adc-4918-9195-fe49ed683cb7 req-59200138-92e8-42a9-9a9a-b5024024ca66 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1187313
Apr 08 08:21:47.802692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9db2a9b2-6adc-4918-9195-fe49ed683cb7 req-421398a9-2360-40f2-9ffa-99e206bb585a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0279551
Apr 08 08:21:48.009138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad3578-ad0a-461f-8bb0-e6e4097adbf2 req-ba257af6-8bbc-4446-8cb5-80886947950e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:48.010901 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-adad3578-ad0a-461f-8bb0-e6e4097adbf2 req-ba257af6-8bbc-4446-8cb5-80886947950e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1005163
Apr 08 08:21:48.063156 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-adad3578-ad0a-461f-8bb0-e6e4097adbf2 req-aad23841-3ca5-41c7-b61c-b603a9fd42b7 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442731
Apr 08 08:21:48.128987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0cc78b58-cbe6-4743-a8ca-2721aad9f8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:48.166843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:48.706018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea09dbc-b0eb-4d6d-954d-9e08698347ec req-b3501bfa-9595-481c-bf7a-d8fe7e5fe07e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:48.707859 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8ea09dbc-b0eb-4d6d-954d-9e08698347ec req-b3501bfa-9595-481c-bf7a-d8fe7e5fe07e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1806989
Apr 08 08:21:48.765089 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8ea09dbc-b0eb-4d6d-954d-9e08698347ec req-4b0f4db3-3a41-4784-acc3-4c2a5d5ad8d2 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455525
Apr 08 08:21:48.948365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572ae496-edff-4376-9565-cd7cd4dfeda7 req-8fb60131-d2ce-47e2-a693-5fac6c208d1c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:48.952268 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-572ae496-edff-4376-9565-cd7cd4dfeda7 req-8fb60131-d2ce-47e2-a693-5fac6c208d1c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1795998
Apr 08 08:21:49.068292 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-572ae496-edff-4376-9565-cd7cd4dfeda7 req-084e2c4c-e1d4-4991-b482-77ef04802ad9 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002440
Apr 08 08:21:49.251006 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e7a0dbcb-6e44-4be7-83b2-c154a1384f33 req-72115f87-9395-45f6-9672-19083875fcf0 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.1938746
Apr 08 08:21:49.373775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:49.488263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50636366-21eb-4c86-8c7d-b0bbba71e426 req-2bce0158-a3d5-4f40-b20e-697e3fb66ee1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:49.490175 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-50636366-21eb-4c86-8c7d-b0bbba71e426 req-2bce0158-a3d5-4f40-b20e-697e3fb66ee1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1856403
Apr 08 08:21:49.563039 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-50636366-21eb-4c86-8c7d-b0bbba71e426 req-3a8e1411-e658-4097-b4a3-1c1921bbdac8 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0596831
Apr 08 08:21:49.654214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5756a6-42f7-4963-b66f-77e71263a6c7 req-061ac29f-9cd7-4ea9-ac3f-b843c291ecbe tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:49.656221 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8c5756a6-42f7-4963-b66f-77e71263a6c7 req-061ac29f-9cd7-4ea9-ac3f-b843c291ecbe tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1863720
Apr 08 08:21:49.699805 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8c5756a6-42f7-4963-b66f-77e71263a6c7 req-ebb11da8-dfc0-4813-8213-201e6f47821f tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307348
Apr 08 08:21:50.046722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:50.096949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4c9c7-1476-468b-9cc0-8be0b739743f req-2669065d-19ad-4dec-8acc-15b45687d57d tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:50.105649 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2bc4c9c7-1476-468b-9cc0-8be0b739743f req-2669065d-19ad-4dec-8acc-15b45687d57d tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1495142
Apr 08 08:21:50.138330 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2bc4c9c7-1476-468b-9cc0-8be0b739743f req-cb0e56b8-d7a1-4b67-8a31-38c522d53f2e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313652
Apr 08 08:21:50.278431 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 36450) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:21:50.391532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Deleting subnet 2e240df5-57ac-41d5-85e6-39ec082f4422 {{(pid=84307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:21:50.404559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:50.409945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e80fd1-174a-482f-9ea4-854876b99251 req-6e986a29-4b2f-4e10-885e-103d3845681f tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:50.411917 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84e80fd1-174a-482f-9ea4-854876b99251 req-6e986a29-4b2f-4e10-885e-103d3845681f tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1737976
Apr 08 08:21:50.504664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826449161'] for subnet, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:50.685997 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-87891034-1979-4854-89c9-a086ea005c80 req-ed283ea4-9019-447d-801b-6c73acaf392b tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.1913450
Apr 08 08:21:50.697734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:50.709529 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84e80fd1-174a-482f-9ea4-854876b99251 req-fd94fe2d-cf29-45be-8b61-45a977a8177f tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2898781
Apr 08 08:21:50.970292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cff25-d668-406f-b976-2660765b6d2f req-c6eaec2a-3e0a-4c2c-82ac-27d14bdf5c1d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:50.971996 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5d9cff25-d668-406f-b976-2660765b6d2f req-c6eaec2a-3e0a-4c2c-82ac-27d14bdf5c1d tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1063085
Apr 08 08:21:51.043977 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5d9cff25-d668-406f-b976-2660765b6d2f req-c2406d18-bf58-48aa-b0fe-fd80d171533a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464039
Apr 08 08:21:51.453813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5222c1-05ad-485b-b265-fedb659cfcd7 req-cf9ad764-5d06-4a0c-a797-9f9d4f4f7762 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:51.455742 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec5222c1-05ad-485b-b265-fedb659cfcd7 req-cf9ad764-5d06-4a0c-a797-9f9d4f4f7762 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1430233
Apr 08 08:21:51.489897 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec5222c1-05ad-485b-b265-fedb659cfcd7 req-b3d0901a-9821-4575-80b5-4146f940e2fc tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0267856
Apr 08 08:21:51.545274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032163b-0b47-4c2b-8bad-6631dfb239b2 req-53e9c0fe-efe4-4137-a368-0fcff3297058 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:51.546927 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a032163b-0b47-4c2b-8bad-6631dfb239b2 req-53e9c0fe-efe4-4137-a368-0fcff3297058 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.6002042
Apr 08 08:21:51.588067 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a032163b-0b47-4c2b-8bad-6631dfb239b2 req-eff9e88f-a210-4e8f-9e57-144698603369 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0325160
Apr 08 08:21:51.600417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853245165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827350663'] for subnet, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:51.631988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:51.733760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e240df5-57ac-41d5-85e6-39ec082f4422,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:51.759509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.759509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.759509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.760024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.760496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.761299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.761978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.762630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.763269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.763924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.764837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.765454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:51.867891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:52.004872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:52.031469 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2e240df5-57ac-41d5-85e6-39ec082f4422 HTTP/1.1" status: 204  len: 168 time: 1.7511692
Apr 08 08:21:52.045559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eddfda-f28d-4276-9070-fc16dd0c59a3 req-28f53ee7-f65b-4483-8835-b28f9ac177f9 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:52.047503 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-87eddfda-f28d-4276-9070-fc16dd0c59a3 req-28f53ee7-f65b-4483-8835-b28f9ac177f9 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1260977
Apr 08 08:21:52.047681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 36472) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:21:52.082395 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-87eddfda-f28d-4276-9070-fc16dd0c59a3 req-cbd4384b-c227-4e9f-a6d1-8163a090feac tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0268776
Apr 08 08:21:52.097299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-29d9b74c-f912-4bac-b684-d7e4916ac73b req-e80996a0-5a2d-4da8-b2bc-77b5f326b87c tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.1419301
Apr 08 08:21:52.226296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:52.473936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:52.523568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39627cb4-3bec-43a3-8913-b2a14a090713 req-54f0c47d-7d0c-418a-a234-00b5d6f462ee tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:52.526468 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39627cb4-3bec-43a3-8913-b2a14a090713 req-54f0c47d-7d0c-418a-a234-00b5d6f462ee tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.2241166
Apr 08 08:21:52.627080 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-39627cb4-3bec-43a3-8913-b2a14a090713 req-747a1b10-1935-4013-9fb2-03456e0d2bac tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479517
Apr 08 08:21:52.739099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0b012e48>,) {'filters': {'network_id': ['203fd7f8-fb4e-49e6-86ac-3efa81320330']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:21:52.760306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b012e48>, 'd6ba8284-8022-4c77-a29c-a82539deb525') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:21:52.760883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b012e48>, 'd6ba8284-8022-4c77-a29c-a82539deb525') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:21:52.874659 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:52.920695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:52.991006 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:53.023438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac3d82-1803-4e21-aaa0-30cb954a0860 req-1f7da20c-14d4-46e5-a34c-8133e9c850a1 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:53.026564 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b9ac3d82-1803-4e21-aaa0-30cb954a0860 req-1f7da20c-14d4-46e5-a34c-8133e9c850a1 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.2497458
Apr 08 08:21:53.030767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:21:53.093424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b8ce5-a86e-4cae-a0d0-5195dcca661d req-4082f6ea-997a-4706-8124-f97d2d90f6e1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:53.095582 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8b5b8ce5-a86e-4cae-a0d0-5195dcca661d req-4082f6ea-997a-4706-8124-f97d2d90f6e1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1232121
Apr 08 08:21:53.161656 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8b5b8ce5-a86e-4cae-a0d0-5195dcca661d req-321219d5-da0d-40c6-b872-e98eb66038a6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0480111
Apr 08 08:21:53.220365 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b9ac3d82-1803-4e21-aaa0-30cb954a0860 req-f36515a2-5443-407e-ac06-60b83d965947 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485150
Apr 08 08:21:53.342476 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Network 203fd7f8-fb4e-49e6-86ac-3efa81320330 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:21:53.357461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:21:53.368948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:53.487362 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-759fccd9-21dd-44ce-819d-5d758e272700 req-99af3bc5-c16c-4403-9600-758c0202a4f8 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0991807
Apr 08 08:21:53.693964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717963e8-644b-4185-a2e9-af2176df71f4 req-7971459e-adee-4eeb-b867-dc550cf2dcde tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:53.696704 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-717963e8-644b-4185-a2e9-af2176df71f4 req-7971459e-adee-4eeb-b867-dc550cf2dcde tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.2740321
Apr 08 08:21:53.775949 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-717963e8-644b-4185-a2e9-af2176df71f4 req-54c8019b-c9ef-42de-a4df-a48e772cb2ea tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717371
Apr 08 08:21:53.904272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Network 203fd7f8-fb4e-49e6-86ac-3efa81320330 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:21:53.944874 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:21:54.041180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0459b8-b015-4219-a18f-466ec757ed2b req-a8a88e79-ed61-4096-b542-f7e16f30b345 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:54.044195 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ef0459b8-b015-4219-a18f-466ec757ed2b req-a8a88e79-ed61-4096-b542-f7e16f30b345 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1383135
Apr 08 08:21:54.083531 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ef0459b8-b015-4219-a18f-466ec757ed2b req-e97baa88-6d67-4438-b5bf-c817d5240029 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316551
Apr 08 08:21:54.093802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:54.112337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c60d9b64-bc89-4543-96af-19fd975313c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:54.151837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:54.165847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=203fd7f8-fb4e-49e6-86ac-3efa81320330,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:54.190098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.190856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.192102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.192789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.193447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.195107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.195341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.196628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.196628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.197335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.198602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.199036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:21:54.217005 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] 10.222.0.54 "DELETE /v2.0/networks/203fd7f8-fb4e-49e6-86ac-3efa81320330 HTTP/1.1" status: 204  len: 168 time: 2.1629677
Apr 08 08:21:54.217005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0857b104-23cc-493c-ac7c-80d57af0b8c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:54.506578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ca2f8-5ee7-416f-a6c3-cbca48b80676 req-a706ab46-fa23-454a-9f9c-a94ce87afa5f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:54.509860 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-865ca2f8-5ee7-416f-a6c3-cbca48b80676 req-a706ab46-fa23-454a-9f9c-a94ce87afa5f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1748834
Apr 08 08:21:54.588713 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-865ca2f8-5ee7-416f-a6c3-cbca48b80676 req-6675cd44-fea9-4a40-ae4c-75b7b374e9d5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0646763
Apr 08 08:21:54.625855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 36510) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:21:54.684109 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-603c4262-8ea4-47f4-9a44-89d155b79aa6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3bc36f910fa1484ea10a6f527bfb1845&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0560603
Apr 08 08:21:54.686857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 36514) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:21:54.929508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c246fe05-94f6-4ddc-a3cb-ba8af4657c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:55.002848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c246fe05-94f6-4ddc-a3cb-ba8af4657c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:55.098054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1905753-8e43-41f4-82e8-297bff3a62e1 req-4adeaf85-5e77-4478-9eba-a1103439fc24 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:55.101127 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d1905753-8e43-41f4-82e8-297bff3a62e1 req-4adeaf85-5e77-4478-9eba-a1103439fc24 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.3052373
Apr 08 08:21:55.141686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c246fe05-94f6-4ddc-a3cb-ba8af4657c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:55.151295 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e4ff436c-0d32-4db7-91d0-6e6501ca8df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:21:55.182885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246fe05-94f6-4ddc-a3cb-ba8af4657c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50dd9f2-7536-4743-b328-46ff0dc87d99,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:21:55.192117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c246fe05-94f6-4ddc-a3cb-ba8af4657c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:21:55.211145 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d1905753-8e43-41f4-82e8-297bff3a62e1 req-fc1e56f1-2dd7-46ad-8204-664eb6febba4 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972328
Apr 08 08:21:55.230458 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c246fe05-94f6-4ddc-a3cb-ba8af4657c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:21:55.232981 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c246fe05-94f6-4ddc-a3cb-ba8af4657c1f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e50dd9f2-7536-4743-b328-46ff0dc87d99 HTTP/1.1" status: 204  len: 168 time: 0.5444279
Apr 08 08:21:55.478663 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-954feb2e-2593-4b97-92f6-5321d71d07b9 req-fa5e25cb-d886-472c-ad75-8e8d220caca5 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0585923
Apr 08 08:21:55.723187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07430b01-1093-4171-9562-9a6d46d67b5f req-212dc200-6cca-43af-a23a-24b157505bfe tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:55.732190 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-07430b01-1093-4171-9562-9a6d46d67b5f req-212dc200-6cca-43af-a23a-24b157505bfe tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1356392
Apr 08 08:21:55.771303 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-07430b01-1093-4171-9562-9a6d46d67b5f req-0efd700d-7c25-42a1-b086-2e385f1e3111 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377505
Apr 08 08:21:56.037572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851425f-692e-4294-903d-236863c2c6c6 req-3fed4b82-e8bc-4638-aecf-4fa7356cd09a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:56.042993 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4851425f-692e-4294-903d-236863c2c6c6 req-3fed4b82-e8bc-4638-aecf-4fa7356cd09a tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1306961
Apr 08 08:21:56.098402 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4851425f-692e-4294-903d-236863c2c6c6 req-938bfea2-6ceb-4d29-a374-de5471459062 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448039
Apr 08 08:21:56.404621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c448dc-0d87-4f86-8b6c-975dafacbe2d req-d4ea0854-76f7-4a0d-b744-4aa3c17f0e4c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:56.406831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a7c448dc-0d87-4f86-8b6c-975dafacbe2d req-d4ea0854-76f7-4a0d-b744-4aa3c17f0e4c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1692522
Apr 08 08:21:56.447550 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a7c448dc-0d87-4f86-8b6c-975dafacbe2d req-112b4adf-640e-42c0-932f-a1c2c04e0f77 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0326204
Apr 08 08:21:56.776464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d014ada-c7eb-4900-a973-a517878055fd req-3d347ab2-89bc-4471-9c34-1e732b74efa6 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:56.779505 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1d014ada-c7eb-4900-a973-a517878055fd req-3d347ab2-89bc-4471-9c34-1e732b74efa6 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1216359
Apr 08 08:21:56.845430 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1d014ada-c7eb-4900-a973-a517878055fd req-66510f0e-b3cf-4825-8191-eabd7835c087 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494099
Apr 08 08:21:57.093845 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c7e3543-45d4-42e6-93a0-f27a2b3e862f req-61376aa0-ac13-4407-8ee5-63a402fd9ca3 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0814061
Apr 08 08:21:57.382953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b016d93-cbbf-4ba9-8abe-036c4bfc86b8 req-68ee76fb-4497-4888-910e-f19054f2dcde tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:57.385011 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0b016d93-cbbf-4ba9-8abe-036c4bfc86b8 req-68ee76fb-4497-4888-910e-f19054f2dcde tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1045942
Apr 08 08:21:57.427624 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0b016d93-cbbf-4ba9-8abe-036c4bfc86b8 req-73a947d4-7dfa-4c20-abd4-718c501c22d5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307674
Apr 08 08:21:57.682622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c76d1-0e29-44f1-be87-d733e6345616 req-59e4b6f5-eca2-4a36-a957-29d3dbbf5875 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:57.697879 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-628c76d1-0e29-44f1-be87-d733e6345616 req-59e4b6f5-eca2-4a36-a957-29d3dbbf5875 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.1480448
Apr 08 08:21:57.731816 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-628c76d1-0e29-44f1-be87-d733e6345616 req-6fc4d6a4-28d6-4047-b917-7762944f7b79 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0322170
Apr 08 08:21:58.227961 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc7ddc89-f441-458a-bfed-721038f97d24 req-68dd4194-73f9-46c7-8f4c-8ab709b5e4b7 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4765379
Apr 08 08:21:58.360228 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-01b87dc2-e8d9-4253-95f1-2bd885c9cd6e service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3506746
Apr 08 08:21:58.371869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3b603-df4d-4bb3-a694-447f6c61e16f req-2a3b3c7a-fed3-4d33-aaec-0563284d29c7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:58.377384 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6bf3b603-df4d-4bb3-a694-447f6c61e16f req-2a3b3c7a-fed3-4d33-aaec-0563284d29c7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.4928429
Apr 08 08:21:58.378528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f1101-bfe4-45b1-abee-266aa56cbf79 req-1a95bb85-2578-46fb-9d13-290e8cb5ec19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:58.381566 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4e7f1101-bfe4-45b1-abee-266aa56cbf79 req-1a95bb85-2578-46fb-9d13-290e8cb5ec19 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 1102 time: 0.2444706
Apr 08 08:21:58.424765 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4e7f1101-bfe4-45b1-abee-266aa56cbf79 req-13ecd5b5-8cb2-4da3-a78a-229a91200a76 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339100
Apr 08 08:21:58.480381 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6bf3b603-df4d-4bb3-a694-447f6c61e16f req-bcef7476-10f0-49bc-8517-88d2b9a80de2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0648913
Apr 08 08:21:58.576248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-14d89f23-1acd-48f8-a0e0-a02f7fa13d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:58.578018 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-14d89f23-1acd-48f8-a0e0-a02f7fa13d05 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1097 time: 0.2713792
Apr 08 08:21:58.777460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e6890-131f-488f-86f0-faffa3ac195f req-0807250c-d1ad-4082-acc2-5654c4ef9808 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:58.779476 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-148e6890-131f-488f-86f0-faffa3ac195f req-0807250c-d1ad-4082-acc2-5654c4ef9808 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1549222
Apr 08 08:21:58.823491 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dd169621-d5bb-47b0-be44-71950792b04e req-619e5a52-1922-47d4-932c-f9c915be7329 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcaf921c-544c-4925-8b89-e06c47f63f85 HTTP/1.1" status: 200  len: 210 time: 0.0873871
Apr 08 08:21:58.843537 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-148e6890-131f-488f-86f0-faffa3ac195f req-6799a713-334c-4122-8220-e10e970b9ed8 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395036
Apr 08 08:21:58.847714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-2bf240a1-6941-4b64-a82f-4f4015b9b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:58.850378 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-2bf240a1-6941-4b64-a82f-4f4015b9b01f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=133fc72324744e6a84122cfefb171fab&device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 1099 time: 0.2894747
Apr 08 08:21:58.943496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-5b6ae9e5-b21e-432c-96c1-70a59a6a0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:58.955145 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-5b6ae9e5-b21e-432c-96c1-70a59a6a0891 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 200  len: 915 time: 0.3573928
Apr 08 08:21:59.123172 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-6c9d8e77-1e4f-4d0e-91a4-21fe40cfcd34 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 217 time: 0.1583323
Apr 08 08:21:59.233875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-e196f9c7-4546-4a1e-9b9f-ceaab13d0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:59.236154 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-e196f9c7-4546-4a1e-9b9f-ceaab13d0ef4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8301fa7-83cf-40ca-8411-67e5a069b7ce HTTP/1.1" status: 200  len: 853 time: 0.1054583
Apr 08 08:21:59.243847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-910630cf-7055-41c3-ac7e-8f8f30639112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:59.245496 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-910630cf-7055-41c3-ac7e-8f8f30639112 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 200  len: 916 time: 0.3708096
Apr 08 08:21:59.251223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8374948-dad8-4f6d-9030-3ccfb1f59f15 req-c84d0b56-5ff9-4057-944f-f49d7c10c920 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:59.252995 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8374948-dad8-4f6d-9030-3ccfb1f59f15 req-c84d0b56-5ff9-4057-944f-f49d7c10c920 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1932211
Apr 08 08:21:59.338650 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-b4b68bf4-99cc-41df-9969-724d9ff740ac service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa HTTP/1.1" status: 200  len: 217 time: 0.0852852
Apr 08 08:21:59.350519 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e8374948-dad8-4f6d-9030-3ccfb1f59f15 req-3983547a-8bff-4888-8bf4-0fd295cc31bd tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580478
Apr 08 08:21:59.421995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-0430b921-881a-4066-ace9-5264308388db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:59.423443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-c3e4c4de-666e-4348-a097-b2f0f494a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:59.423613 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-0430b921-881a-4066-ace9-5264308388db service neutron] 10.222.0.48 "GET /v2.0/subnets?id=b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 200  len: 855 time: 0.0764732
Apr 08 08:21:59.425129 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-c3e4c4de-666e-4348-a097-b2f0f494a163 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3aed61c9-6f00-4e51-9d36-26f3834c91bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1710954
Apr 08 08:21:59.540570 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-a8926060-c431-4c05-b07e-802663419c9b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0557175
Apr 08 08:21:59.556508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dab4c7-844a-4241-b71f-8358006ad133 req-874542ce-bb66-4534-8715-75efd736b396 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:59.558188 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-15dab4c7-844a-4241-b71f-8358006ad133 req-874542ce-bb66-4534-8715-75efd736b396 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.4396203
Apr 08 08:21:59.629733 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-4cad5fe7-2c53-46ea-bfea-7f500a40de93 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821873
Apr 08 08:21:59.707958 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-4953237d-00c7-487d-a651-8b4e812846e2 service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486955
Apr 08 08:21:59.791658 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-15dab4c7-844a-4241-b71f-8358006ad133 req-4ed40127-2595-438b-898c-2bc81b836753 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866218
Apr 08 08:21:59.867301 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-d1905624-d4c9-439c-860d-50f80d51b357 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297630
Apr 08 08:21:59.871779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-20649b5b-fd86-4df5-a0ba-174c5e3d637b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:59.873551 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-20649b5b-fd86-4df5-a0ba-174c5e3d637b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 946 time: 0.4480588
Apr 08 08:21:59.886418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61b0d0-8ba3-42ad-a471-490619e9a3dc req-1d636e59-46f5-4667-941c-d70e04d07a3d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:21:59.888692 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc61b0d0-8ba3-42ad-a471-490619e9a3dc req-1d636e59-46f5-4667-941c-d70e04d07a3d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1449826
Apr 08 08:21:59.951661 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dc61b0d0-8ba3-42ad-a471-490619e9a3dc req-ea0c54ae-c2fd-4d1e-acd1-4ccaf899326b tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430441
Apr 08 08:21:59.962770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 36646) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:21:59.979205 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49bd1a6f-19de-490d-bbc0-28a9ce2cf4d7 req-e5974bef-adb2-4ca7-b025-f7fe67ffeb8e service neutron] 10.222.0.48 "GET /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2523131
Apr 08 08:22:00.000814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Deleting port 53834ca1-0e96-47bf-9f55-7126b04f38dc {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:22:00.001208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:00.734788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9333b6ba-7671-4886-a3d2-98371e735e2b req-7cef523d-af31-4097-89cd-483bc2e8d830 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:00.737241 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9333b6ba-7671-4886-a3d2-98371e735e2b req-7cef523d-af31-4097-89cd-483bc2e8d830 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.5700033
Apr 08 08:22:00.748371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] For port 53834ca1-0e96-47bf-9f55-7126b04f38dc, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=53834ca1-0e96-47bf-9f55-7126b04f38dc,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:00.748777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:00.920036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Calling delete_port for 53834ca1-0e96-47bf-9f55-7126b04f38dc owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:22:00.947996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8cd31-2959-4b66-94d6-45cf3fc23b76 req-5f411057-fe2d-4fb1-9c93-b25f8355f024 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:00.949652 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1bf8cd31-2959-4b66-94d6-45cf3fc23b76 req-5f411057-fe2d-4fb1-9c93-b25f8355f024 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1866002
Apr 08 08:22:00.956993 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9333b6ba-7671-4886-a3d2-98371e735e2b req-68eca78e-f3d8-4882-988b-a811f897a93f tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2108207
Apr 08 08:22:01.049904 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1bf8cd31-2959-4b66-94d6-45cf3fc23b76 req-7952c55d-2f9e-42c4-9d3d-42e94c2411da tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907233
Apr 08 08:22:01.161326 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:01.173856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['f312d938-4450-4b46-a6c3-d3fad8f5f0aa', '53834ca1-0e96-47bf-9f55-7126b04f38dc'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:22:01.197250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-557455f7-aacf-4fa3-9273-3b02dcdc5236 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:01.270653 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a8d1fe41-5a6e-46ef-8f3d-8acfc0a6d9bf req-a03095e9-aa3d-40de-ab3f-944e9a732b91 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=d3f100aa-e647-45d5-8da5-6c54349b7c39 HTTP/1.1" status: 200  len: 210 time: 0.0660727
Apr 08 08:22:01.326402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:01.407709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Pushing event deleted for resources: {'Port': ['ID=53834ca1-0e96-47bf-9f55-7126b04f38dc,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:01.448551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:01.620205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494101ee-d9a8-4b36-a671-ff3653c7c6a5 req-389f62c6-b16a-4de3-ac24-197dee7a1779 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:01.621926 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-494101ee-d9a8-4b36-a671-ff3653c7c6a5 req-389f62c6-b16a-4de3-ac24-197dee7a1779 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.1489789
Apr 08 08:22:01.657422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a16985-5651-4d41-be29-bdcd35a0405a req-1f218336-2cbd-4d67-80d9-a338473feda9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:01.659406 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-90a16985-5651-4d41-be29-bdcd35a0405a req-1f218336-2cbd-4d67-80d9-a338473feda9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.4949217
Apr 08 08:22:01.762402 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-494101ee-d9a8-4b36-a671-ff3653c7c6a5 req-8345b65e-2169-4b8a-941b-e4a8545aff3c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0851603
Apr 08 08:22:01.777241 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-90a16985-5651-4d41-be29-bdcd35a0405a req-5da2bd45-f772-4029-b7e2-cc318f50e765 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074636
Apr 08 08:22:01.784121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] No DVR routers for this DVR port 53834ca1-0e96-47bf-9f55-7126b04f38dc on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:22:01.791058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:01.815602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f100aa-e647-45d5-8da5-6c54349b7c39', 'name': 'network-vif-deleted', 'tag': '53834ca1-0e96-47bf-9f55-7126b04f38dc'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:22:01.863868 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-08cb795d-33b5-44e3-97e0-963fad6047b4 req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "DELETE /v2.0/ports/53834ca1-0e96-47bf-9f55-7126b04f38dc HTTP/1.1" status: 204  len: 173 time: 1.9812546
Apr 08 08:22:01.881388 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f100aa-e647-45d5-8da5-6c54349b7c39', 'name': 'network-vif-deleted', 'tag': '53834ca1-0e96-47bf-9f55-7126b04f38dc', 'status': 'completed', 'code': 200}
Apr 08 08:22:01.905052 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Deleting port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:22:01.905432 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:02.201386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] For port 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,segment=NetworkSegment(360ba1a8-49ab-43c6-9c8b-e3793d1529f1),segment_id=360ba1a8-49ab-43c6-9c8b-e3793d1529f1)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:02.202230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:02.381304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Calling delete_port for 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 owned by network:router_interface {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:22:02.486821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f738a-e670-4ba9-b70d-3f6542f2a707 req-e5f13f08-c516-430a-8f58-31a883f0fd44 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:02.498446 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c6f738a-e670-4ba9-b70d-3f6542f2a707 req-e5f13f08-c516-430a-8f58-31a883f0fd44 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 944 time: 0.1837573
Apr 08 08:22:02.537207 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c6f738a-e670-4ba9-b70d-3f6542f2a707 req-cffca1a2-b01a-41e9-ba24-6c966ad331b5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0307133
Apr 08 08:22:02.646682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 86bfb8b8-b11c-4260-9da8-065953e8fce5 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:22:02.714438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c1852-ee8b-47bd-9a1f-27a660088356 req-aa0d8a89-6e2e-4560-afee-8f62fc36e359 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:02.716133 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-928c1852-ee8b-47bd-9a1f-27a660088356 req-aa0d8a89-6e2e-4560-afee-8f62fc36e359 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.3441150
Apr 08 08:22:02.820872 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-928c1852-ee8b-47bd-9a1f-27a660088356 req-f9b6d14a-d0a7-437d-a91d-89232855601e tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831761
Apr 08 08:22:02.903684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 86bfb8b8-b11c-4260-9da8-065953e8fce5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:02.940471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'port_id': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'mac_address': 'fa:16:3e:5c:3a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:22:02.984099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:03.055233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:03.057600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bfb8b8-b11c-4260-9da8-065953e8fce5 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:22:03.062517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c6c55-5421-42a6-985e-3b6840ff95e1 req-ae699b19-b6c4-4be5-85f4-910d0319432f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:03.076994 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f09c6c55-5421-42a6-985e-3b6840ff95e1 req-ae699b19-b6c4-4be5-85f4-910d0319432f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1451387
Apr 08 08:22:03.089962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 86bfb8b8-b11c-4260-9da8-065953e8fce5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:03.095897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:03.099410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:03.107725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:03.120052 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f09c6c55-5421-42a6-985e-3b6840ff95e1 req-f7cb9c96-d26f-489b-9a0f-c42401003e39 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414736
Apr 08 08:22:03.199612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Pushing event deleted for resources: {'Port': ['ID=606e5a1f-7cf7-4ae6-a388-79ae8ca8c481,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:03.202820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:03.248099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=86bfb8b8-b11c-4260-9da8-065953e8fce5,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:03.263345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.264007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.264655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.265293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.266001 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.266670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.267318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.267964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.268619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.269274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.269949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.270593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:03.282219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:03.392832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['86bfb8b8-b11c-4260-9da8-065953e8fce5'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:22:03.582110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740a521-0af4-49f3-8cf6-f506f24cbdd0 req-b6a4d8a8-a83c-4cfa-990d-e57d6752f9c7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:03.591592 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9740a521-0af4-49f3-8cf6-f506f24cbdd0 req-b6a4d8a8-a83c-4cfa-990d-e57d6752f9c7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.5560465
Apr 08 08:22:03.620660 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9740a521-0af4-49f3-8cf6-f506f24cbdd0 req-528de9f4-012d-4e57-8a7e-e6c8e86274fa tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0278161
Apr 08 08:22:03.746577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-08dd8b0a-dabc-47bf-8a54-a93562814a3a tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:03.748260 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-08dd8b0a-dabc-47bf-8a54-a93562814a3a tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.48 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.1259327
Apr 08 08:22:03.902238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Deleting port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:22:03.903047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:03.950273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:04.050495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cf21b-130c-4218-8e62-fc5328b7e1cc req-6ed122a0-70e0-41e5-92c7-c8a13b3858f6 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:04.053846 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-647cf21b-130c-4218-8e62-fc5328b7e1cc req-6ed122a0-70e0-41e5-92c7-c8a13b3858f6 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 945 time: 0.3042419
Apr 08 08:22:04.114727 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-647cf21b-130c-4218-8e62-fc5328b7e1cc req-5f2c1a62-69a5-4186-8d22-63ace75e5fb3 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502434
Apr 08 08:22:04.328443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] For port ed689ffb-01ae-4a0e-818f-59f9e6a7d877, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,segment=NetworkSegment(0b76548b-6e88-4ce4-847a-658530cc5485),segment_id=0b76548b-6e88-4ce4-847a-658530cc5485)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:04.328845 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:04.388705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b365020-c81f-41e2-960f-27ea811520ed req-42b3a187-65b8-4b21-a992-9f1cfe9be278 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:04.397124 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b365020-c81f-41e2-960f-27ea811520ed req-42b3a187-65b8-4b21-a992-9f1cfe9be278 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 949 time: 0.3330057
Apr 08 08:22:04.481184 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b365020-c81f-41e2-960f-27ea811520ed req-05f7d0b7-ea9f-40c9-99ab-adb62b447862 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/security-groups?id=646aac5d-cffd-4605-b3e6-cc63ca62058e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822332
Apr 08 08:22:04.484063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Calling delete_port for ed689ffb-01ae-4a0e-818f-59f9e6a7d877 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:22:04.666584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 86bfb8b8-b11c-4260-9da8-065953e8fce5 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:22:04.784898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:22:04.786860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 86bfb8b8-b11c-4260-9da8-065953e8fce5 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:22:04.793063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 86bfb8b8-b11c-4260-9da8-065953e8fce5 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:22:04.793830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:04.937908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:04.950975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:22:04.962986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 86bfb8b8-b11c-4260-9da8-065953e8fce5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:04.967039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:04.967999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 53834ca1-0e96-47bf-9f55-7126b04f38dc no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:22:04.983560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:04.983981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8021dde-e7ca-4b22-8dc5-24a950400aa4 req-8013e717-46e6-4961-ae8b-fbcd6d52575e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:04.985633 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a8021dde-e7ca-4b22-8dc5-24a950400aa4 req-8013e717-46e6-4961-ae8b-fbcd6d52575e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2614350
Apr 08 08:22:05.015688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fefab9e6-6246-4f55-9d65-1b0798428bac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:05.020204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-520a916a-8416-4edc-8fb1-5d3063c02169 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:05.042096 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a8021dde-e7ca-4b22-8dc5-24a950400aa4 req-6e5b96d1-b438-472e-856d-253e9dd28c4a tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452430
Apr 08 08:22:05.047503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:22:05.048347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['ed689ffb-01ae-4a0e-818f-59f9e6a7d877'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:22:05.064723 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] Sync routers for ids ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:22:05.071880 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] 10.222.0.54 "PUT /v2.0/routers/2f94d067-8330-4b6e-b7ad-304ba53e3ddd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1035812
Apr 08 08:22:05.072777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 36716) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:05.111050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] Routers {'2f94d067-8330-4b6e-b7ad-304ba53e3ddd'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:22:05.112442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 53834ca1-0e96-47bf-9f55-7126b04f38dc {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:22:05.112844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 53834ca1-0e96-47bf-9f55-7126b04f38dc not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:22:05.113630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c216d8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:21:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:05.127872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Pushing event deleted for resources: {'Port': ['ID=ed689ffb-01ae-4a0e-818f-59f9e6a7d877,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:05.130798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:05.159594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=86bfb8b8-b11c-4260-9da8-065953e8fce5,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:05.164033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:05.290687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05204f01-51ef-4b62-a937-d8066e4bdb83 req-a9d04b63-6512-46aa-90f3-ae7f71a350fe tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:05.291652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-05204f01-51ef-4b62-a937-d8066e4bdb83 req-a9d04b63-6512-46aa-90f3-ae7f71a350fe tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:22:05.416642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] No DVR routers for this DVR port ed689ffb-01ae-4a0e-818f-59f9e6a7d877 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:22:05.422305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:05.425642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e30f0d9-ce1a-4382-ba3c-15cec09e39f6', 'name': 'network-vif-deleted', 'tag': 'ed689ffb-01ae-4a0e-818f-59f9e6a7d877'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:22:05.434836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-05204f01-51ef-4b62-a937-d8066e4bdb83 req-a9d04b63-6512-46aa-90f3-ae7f71a350fe tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:22:05.446071 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-05204f01-51ef-4b62-a937-d8066e4bdb83 req-a9d04b63-6512-46aa-90f3-ae7f71a350fe tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 946 time: 0.6487529
Apr 08 08:22:05.472826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks [] for router, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:05.492963 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-05204f01-51ef-4b62-a937-d8066e4bdb83 req-4bf7c3df-2bd9-4a87-9ca2-95fe1a5e5592 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455306
Apr 08 08:22:05.525512 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-52023bf7-d996-499e-bce3-0c6bd50c0342 req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.48 "DELETE /v2.0/ports/ed689ffb-01ae-4a0e-818f-59f9e6a7d877 HTTP/1.1" status: 204  len: 173 time: 1.7196090
Apr 08 08:22:05.609363 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'code': 200}
Apr 08 08:22:05.673422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] Set router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:22:05.764688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491190a-45ec-408b-a012-f2c98b18b467 req-762068ec-9497-41c5-8afb-ebecf724967f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:05.774196 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d491190a-45ec-408b-a012-f2c98b18b467 req-762068ec-9497-41c5-8afb-ebecf724967f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 944 time: 0.3702066
Apr 08 08:22:05.836147 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d491190a-45ec-408b-a012-f2c98b18b467 req-e33bf607-e1f1-4c35-a82e-f93cd168cbc2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0607133
Apr 08 08:22:05.879316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89bafd-b037-4a38-a3d7-9c3a9e6dcb5e req-3d4dec3a-6557-45c5-b27a-8018302f4c87 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:05.884734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:05.885197 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c89bafd-b037-4a38-a3d7-9c3a9e6dcb5e req-3d4dec3a-6557-45c5-b27a-8018302f4c87 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.1422153
Apr 08 08:22:05.916033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Deleting port d0a0cece-1767-4af7-ab95-66ffbc45c8fa {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:22:05.918670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:05.968464 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c89bafd-b037-4a38-a3d7-9c3a9e6dcb5e req-feee1047-4f76-4168-b2bd-669891710b6c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756891
Apr 08 08:22:05.993946 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e30f0d9-ce1a-4382-ba3c-15cec09e39f6', 'name': 'network-vif-deleted', 'tag': 'ed689ffb-01ae-4a0e-818f-59f9e6a7d877', 'status': 'completed', 'code': 200}
Apr 08 08:22:06.256405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c216d8>, [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:22:02Z', 'revision_number': 5, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port': {'id': 'd0a0cece-1767-4af7-ab95-66ffbc45c8fa', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:52:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:06.269247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] Checking router: 2f94d067-8330-4b6e-b7ad-304ba53e3ddd for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:22:06.278237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-493edc53-1ec8-472c-88bd-69a7bee3f2b2 req-3230824f-ee68-4e50-bfdc-9a510cdb5d28 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Synchronizing usage tracker for tenant:e48c27ef7f464daba7b4a0a0a045d61a on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:22:06.290817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] For port d0a0cece-1767-4af7-ab95-66ffbc45c8fa, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d0a0cece-1767-4af7-ab95-66ffbc45c8fa,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:06.291235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:06.304761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] Routers {'2f94d067-8330-4b6e-b7ad-304ba53e3ddd'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:22:06.305670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c216d8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:21:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:06.386980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-493edc53-1ec8-472c-88bd-69a7bee3f2b2 req-3230824f-ee68-4e50-bfdc-9a510cdb5d28 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Unset dirty status for tenant:e48c27ef7f464daba7b4a0a0a045d61a on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:22:06.388600 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-493edc53-1ec8-472c-88bd-69a7bee3f2b2 req-3230824f-ee68-4e50-bfdc-9a510cdb5d28 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] 10.222.0.54 "GET /v2.0/ports?device_id=7e30f0d9-ce1a-4382-ba3c-15cec09e39f6 HTTP/1.1" status: 200  len: 210 time: 0.2636840
Apr 08 08:22:06.404810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09572b48-da27-402a-96af-a52930786315 req-2efe360b-1e59-4c50-8102-bd0edaf444e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:06.406811 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-09572b48-da27-402a-96af-a52930786315 req-2efe360b-1e59-4c50-8102-bd0edaf444e0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1099 time: 0.3916223
Apr 08 08:22:06.452999 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-09572b48-da27-402a-96af-a52930786315 req-6c0c2d26-a997-4a1c-b792-a64113e933d5 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332088
Apr 08 08:22:06.498927 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-7c60e826-6346-4f40-a79a-efd746bbdd26 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:06.500658 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-7c60e826-6346-4f40-a79a-efd746bbdd26 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 946 time: 0.2002468
Apr 08 08:22:06.550240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] Set router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd gateway port host: None {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:22:06.655642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Deleting port f312d938-4450-4b46-a6c3-d3fad8f5f0aa {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:22:06.656085 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:06.673076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:22:06.743644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c216d8>, [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:22:05Z', 'revision_number': 6, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port_host': None}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:06.760632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99150e7e-fcf0-4019-b8bf-9ef14b1cb00d None None] The sync data for ids ['2f94d067-8330-4b6e-b7ad-304ba53e3ddd'] in dv-cinder-761113-10-iscsi is: [{'id': '2f94d067-8330-4b6e-b7ad-304ba53e3ddd', 'name': 'tempest-ServerRescueNegativeTestJSON-205199053-router', 'tenant_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:41Z', 'updated_at': '2021-04-08T08:22:05Z', 'revision_number': 6, 'project_id': '45c7c4aff6624fbb9a12b627bb8912b8', 'gw_port_host': None}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:22:07.005212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Calling delete_port for d0a0cece-1767-4af7-ab95-66ffbc45c8fa owned by network:router_gateway {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:22:07.018140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:07.052135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'port_id': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'mac_address': 'fa:16:3e:8c:17:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:22:07.107567 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:22:07.179525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:22:07.179928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 606e5a1f-7cf7-4ae6-a388-79ae8ca8c481 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:22:07.188940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de152d56-6986-435d-8706-dd989a6d4bb6 req-96246a4e-bc71-45d2-b389-ff7c4f42b45f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:07.201424 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-de152d56-6986-435d-8706-dd989a6d4bb6 req-96246a4e-bc71-45d2-b389-ff7c4f42b45f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.3379095
Apr 08 08:22:07.220859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:07.222472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:22:07.287024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:07.289934 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-de152d56-6986-435d-8706-dd989a6d4bb6 req-e9dbbff3-1d8e-44d8-b912-8a7a96582247 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698841
Apr 08 08:22:07.304173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:07.307776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:07.496626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] For port f312d938-4450-4b46-a6c3-d3fad8f5f0aa, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,segment=NetworkSegment(8daead4e-3011-4726-8f46-b4e562abf265),segment_id=8daead4e-3011-4726-8f46-b4e562abf265)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:07.497244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:07.509277 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=9']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:07.522935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:07.611360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:22:07.636486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3076d0a-a3da-4fca-8837-97460bfa18c0 req-3cbe9eea-13d3-471a-b85c-ca6f186d439b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:07.650174 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f3076d0a-a3da-4fca-8837-97460bfa18c0 req-3cbe9eea-13d3-471a-b85c-ca6f186d439b tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 946 time: 0.8550889
Apr 08 08:22:07.764045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46d6e9-06ad-4c24-b7f9-62834e2d8025 req-3521fdc8-c2d9-4264-b8e2-297a61ce3217 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:07.766767 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4d46d6e9-06ad-4c24-b7f9-62834e2d8025 req-3521fdc8-c2d9-4264-b8e2-297a61ce3217 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.3072536
Apr 08 08:22:07.806700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:07.824002 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4d46d6e9-06ad-4c24-b7f9-62834e2d8025 req-19b81b6c-e585-4e41-9bce-95c842c9c9c1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0439758
Apr 08 08:22:07.827928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-dbfb4c7d-d45e-4f1c-a4e4-d005cbc1342f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:07.832054 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f3076d0a-a3da-4fca-8837-97460bfa18c0 req-6dad3517-bf1a-4b19-a626-e92142c3a397 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/security-groups?id=258e081a-04be-4b08-a35e-8f28b5954023&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1797953
Apr 08 08:22:07.849313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Calling delete_port for f312d938-4450-4b46-a6c3-d3fad8f5f0aa owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:22:07.913576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a0cece-1767-4af7-ab95-66ffbc45c8fa,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:07.916922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:08.288414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:08.312320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e57f88a6-8d4e-4dcb-acf2-ed28f5696757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:08.316843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:08.382279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Pushing event deleted for resources: {'Port': ['ID=f312d938-4450-4b46-a6c3-d3fad8f5f0aa,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:08.385105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:08.596126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:08.600101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:08.715549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:08.716114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f94d067-8330-4b6e-b7ad-304ba53e3ddd {{(pid=84307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:22:08.737862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b20a33-39c0-4ab3-b971-307b7cc37f14 req-285e96a8-b4dc-44cf-9367-ab1bd135cfde tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:08.740533 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-35b20a33-39c0-4ab3-b971-307b7cc37f14 req-285e96a8-b4dc-44cf-9367-ab1bd135cfde tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.5915349
Apr 08 08:22:08.743607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b92c1a-4cde-47c8-b1ed-a0b1315127e4 req-383f2900-5eb6-46e2-8e74-21edb49fa5e8 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:08.747959 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88b92c1a-4cde-47c8-b1ed-a0b1315127e4 req-383f2900-5eb6-46e2-8e74-21edb49fa5e8 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2834706
Apr 08 08:22:08.825075 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-35b20a33-39c0-4ab3-b971-307b7cc37f14 req-f3dd5d68-a5cd-44cb-bca8-9c0692b26585 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686991
Apr 08 08:22:08.825688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:08.827833 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-28e250bf-8c4f-4fa3-9d1c-17c0fb08d72e admin admin] 10.222.0.54 "DELETE /v2.0/routers/2f94d067-8330-4b6e-b7ad-304ba53e3ddd HTTP/1.1" status: 204  len: 168 time: 3.7533407
Apr 08 08:22:08.834055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 36784) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:08.850524 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88b92c1a-4cde-47c8-b1ed-a0b1315127e4 req-8372a30c-6e25-4284-998b-ddbdaca36cb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927262
Apr 08 08:22:08.952522 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] Deleting subnet 335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:22:08.961043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:09.177808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1513428'] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:09.219583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555b52-3a84-4e9e-92ff-e7b468c62220 req-6c40787e-962f-469d-afd6-a2c4e78bc21e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:09.233156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] No DVR routers for this DVR port f312d938-4450-4b46-a6c3-d3fad8f5f0aa on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:22:09.235037 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e0555b52-3a84-4e9e-92ff-e7b468c62220 req-6c40787e-962f-469d-afd6-a2c4e78bc21e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.1716886
Apr 08 08:22:09.235944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:09.254174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d0a0cece-1767-4af7-ab95-66ffbc45c8fa no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:22:09.262508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf0802f-ee9e-4039-881c-4b8ce85f57a7', 'name': 'network-vif-deleted', 'tag': 'f312d938-4450-4b46-a6c3-d3fad8f5f0aa'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:22:09.272991 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d068c0a7-e5f7-41b7-ae6b-73cfd1d0c095 req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.48 "DELETE /v2.0/ports/f312d938-4450-4b46-a6c3-d3fad8f5f0aa HTTP/1.1" status: 204  len: 173 time: 2.7649007
Apr 08 08:22:09.274789 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-d4110b4e-2db3-4efe-981e-2941e2f48310 req-3075e32f-bc7f-4348-8754-52d30ccfefab tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Synchronizing usage tracker for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:22:09.309182 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e0555b52-3a84-4e9e-92ff-e7b468c62220 req-e6d2ebc4-f94e-418e-ac1a-9f78c1181f83 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0720797
Apr 08 08:22:09.313545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-d4110b4e-2db3-4efe-981e-2941e2f48310 req-3075e32f-bc7f-4348-8754-52d30ccfefab tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Unset dirty status for tenant:133fc72324744e6a84122cfefb171fab on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:22:09.315239 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d4110b4e-2db3-4efe-981e-2941e2f48310 req-3075e32f-bc7f-4348-8754-52d30ccfefab tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 210 time: 0.2074280
Apr 08 08:22:09.322290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:09.325427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: d0a0cece-1767-4af7-ab95-66ffbc45c8fa {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:22:09.325884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d0a0cece-1767-4af7-ab95-66ffbc45c8fa not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:22:09.431025 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf0802f-ee9e-4039-881c-4b8ce85f57a7', 'name': 'network-vif-deleted', 'tag': 'f312d938-4450-4b46-a6c3-d3fad8f5f0aa', 'status': 'completed', 'code': 200}
Apr 08 08:22:09.620624 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7893fb54-6f1a-4c21-b4fe-21298e9290cd req-9a0dcc20-3a57-4c69-925d-6b6be35c1159 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:09.622327 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7893fb54-6f1a-4c21-b4fe-21298e9290cd req-9a0dcc20-3a57-4c69-925d-6b6be35c1159 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.1076376
Apr 08 08:22:09.682908 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7893fb54-6f1a-4c21-b4fe-21298e9290cd req-2b712729-5f8b-49b9-9b94-9ca391368cea tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526733
Apr 08 08:22:09.723482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826691203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28287534'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:09.789747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d062f499-3ddc-4f15-9592-c72c8bf23a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:10.030415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:10.041793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:10.057248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:10.069589 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e2252af9-16ad-4c4a-a2bc-fb4c92152571 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/335e4fa4-8af6-4a22-9cc4-8aa6f2ae2a07 HTTP/1.1" status: 204  len: 168 time: 1.2324517
Apr 08 08:22:10.074310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 36872) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:10.277358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fa87f-2018-4b60-983f-7bf2953db267 req-f0be873d-58b2-464a-8a9d-5a5bc1e21b0e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:10.279352 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-db1fa87f-2018-4b60-983f-7bf2953db267 req-f0be873d-58b2-464a-8a9d-5a5bc1e21b0e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2299817
Apr 08 08:22:10.326772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-db1fa87f-2018-4b60-983f-7bf2953db267 req-e9ceb42b-bbb6-4a04-aaee-76dc4c853657 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349643
Apr 08 08:22:10.409489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:10.608679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9d5e7-599b-402a-8a60-9b127eae7554 req-8836cd51-1f7d-4421-8522-c706239d88de tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:10.610645 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f9c9d5e7-599b-402a-8a60-9b127eae7554 req-8836cd51-1f7d-4421-8522-c706239d88de tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.1298249
Apr 08 08:22:10.669065 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f9c9d5e7-599b-402a-8a60-9b127eae7554 req-1cf6715c-9e5d-44bb-9fc6-8a7f7ed53363 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447595
Apr 08 08:22:10.749382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2f6e5-f4c3-463d-9aef-9a6921a99233 req-f92b6022-a07e-42d8-927e-61ebcd855ba8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:10.751146 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-51d2f6e5-f4c3-463d-9aef-9a6921a99233 req-f92b6022-a07e-42d8-927e-61ebcd855ba8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.4558063
Apr 08 08:22:10.855902 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-51d2f6e5-f4c3-463d-9aef-9a6921a99233 req-de0ff994-97ba-4b44-a62c-53fae38fadb4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954664
Apr 08 08:22:10.859515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:10.888531 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-603c87c1-c44d-41e0-aec7-34e9498071bb req-93568419-af1e-44fd-8387-4f82e6c1adba tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] 10.222.0.54 "GET /v2.0/ports?device_id=aaf0802f-ee9e-4039-881c-4b8ce85f57a7 HTTP/1.1" status: 200  len: 210 time: 0.0945599
Apr 08 08:22:11.079309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0b193320>,) {'filters': {'network_id': ['94a6b48a-d678-4757-a7cc-42afe5a9124a']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:11.094949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b193320>, '360ba1a8-49ab-43c6-9c8b-e3793d1529f1') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:11.095392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b193320>, '360ba1a8-49ab-43c6-9c8b-e3793d1529f1') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:11.111594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:11.150069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:11.152893 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device ed689ffb-01ae-4a0e-818f-59f9e6a7d877 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:22:11.196968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:22:11.268323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: ed689ffb-01ae-4a0e-818f-59f9e6a7d877 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:22:11.268883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device ed689ffb-01ae-4a0e-818f-59f9e6a7d877 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:22:11.269998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device f312d938-4450-4b46-a6c3-d3fad8f5f0aa no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:22:11.478144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: f312d938-4450-4b46-a6c3-d3fad8f5f0aa {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:22:11.479058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device f312d938-4450-4b46-a6c3-d3fad8f5f0aa not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:22:11.571748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:22:11.605308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:12.061764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8bcd2-e192-4a55-abbe-3981e04e1be3 req-aad626ed-75ee-43e4-8d35-02c65da95c71 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:12.070472 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d5c8bcd2-e192-4a55-abbe-3981e04e1be3 req-aad626ed-75ee-43e4-8d35-02c65da95c71 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.1153855
Apr 08 08:22:12.106486 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d5c8bcd2-e192-4a55-abbe-3981e04e1be3 req-d841df98-d025-4b9a-8039-65c9f3182145 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0347888
Apr 08 08:22:12.167373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Network 94a6b48a-d678-4757-a7cc-42afe5a9124a has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:22:12.224287 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37004) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:22:12.284862 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:22:12.305077 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] Deleting subnet b77e3a5e-ec48-450b-8594-0e0d5a928576 {{(pid=84307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:22:12.308758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:12.316897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:12.324707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-95a68447-af23-43d0-9f86-efc4b5d4af34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:12.340807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:12.355822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a6b48a-d678-4757-a7cc-42afe5a9124a,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:12.369021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5602cd-2988-4580-a4f8-2793bc80e18e req-e8d2dc0f-526c-4820-931e-c345a34f17a8 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:12.371480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826449161'] for subnet, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:12.376989 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4e5602cd-2988-4580-a4f8-2793bc80e18e req-e8d2dc0f-526c-4820-931e-c345a34f17a8 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.4769285
Apr 08 08:22:12.380719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:12.416174 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4e5602cd-2988-4580-a4f8-2793bc80e18e req-91a6fe36-d3bb-435e-aeef-6bd0dd1d1b29 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380802
Apr 08 08:22:12.420027 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1a768f08-3da0-414d-be5c-1123bc393549 admin admin] 10.222.0.54 "DELETE /v2.0/networks/94a6b48a-d678-4757-a7cc-42afe5a9124a HTTP/1.1" status: 204  len: 168 time: 2.3442512
Apr 08 08:22:12.444999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:12.783736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37026) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:12.788440 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853245165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827350663'] for subnet, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:12.858132 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-86de9f97-d1c4-4705-ab78-ef06e0e1c20d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45c7c4aff6624fbb9a12b627bb8912b8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0718479
Apr 08 08:22:12.861902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37034) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:12.960446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a960ad1c-7f38-4d0a-8fef-fd2fd487898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.007125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3dae4928-09e8-4b09-a92d-e770107ef231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:13.014163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a960ad1c-7f38-4d0a-8fef-fd2fd487898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.094349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a960ad1c-7f38-4d0a-8fef-fd2fd487898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.096152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77e3a5e-ec48-450b-8594-0e0d5a928576,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:13.100621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.108221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:13.111366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-be6d6972-1ace-4147-a829-32630546fb26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:13.113332 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-03d9df22-2b3f-4f8a-bdf5-6852a40037d8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b77e3a5e-ec48-450b-8594-0e0d5a928576 HTTP/1.1" status: 204  len: 168 time: 0.8877003
Apr 08 08:22:13.131055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37050) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:13.135818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960ad1c-7f38-4d0a-8fef-fd2fd487898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f8bd01-4a8d-45a3-9fd6-51b2a881c065,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:13.139924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a960ad1c-7f38-4d0a-8fef-fd2fd487898d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:13.156588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a960ad1c-7f38-4d0a-8fef-fd2fd487898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.158146 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a960ad1c-7f38-4d0a-8fef-fd2fd487898d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/55f8bd01-4a8d-45a3-9fd6-51b2a881c065 HTTP/1.1" status: 204  len: 168 time: 0.2940912
Apr 08 08:22:13.318490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.606657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.715064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30635e89-2ef2-499f-9dfa-d40cbf6c5bb9 req-d1b01af5-6958-4944-9904-291b85552bb0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:13.716720 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-30635e89-2ef2-499f-9dfa-d40cbf6c5bb9 req-d1b01af5-6958-4944-9904-291b85552bb0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 945 time: 0.3494580
Apr 08 08:22:13.775901 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-30635e89-2ef2-499f-9dfa-d40cbf6c5bb9 req-9422c2f7-4317-43e2-9a2f-41633d41ea8e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0453675
Apr 08 08:22:13.777660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0ad99d30>,) {'filters': {'network_id': ['3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4']}} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:13.794163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0ad99d30>, '8daead4e-3011-4726-8f46-b4e562abf265') {'for_net_delete': True} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:13.795051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0ad99d30>, '8daead4e-3011-4726-8f46-b4e562abf265') {} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:13.813250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28326607'] for segment, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.838541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:13.845228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=84307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:22:14.256291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:22:14.354680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:22:14.355396 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.370219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37098) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:14.440770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:22:14.452080 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853245106'] for segment, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.503204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.522370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:14.523735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:22:14.530433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.533676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:14.587431 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-984832174-network', 'tenant_id': '971e28b337a949bbb83053002a87e299'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:14.593683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:14.603194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Usage tracker for resource:network and tenant:971e28b337a949bbb83053002a87e299 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:14.606957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:14.619575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:14.638412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=10']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:14.639703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Made reservation on behalf of 971e28b337a949bbb83053002a87e299 for: {'network': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:22:14.643778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:14.646050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.665657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.691238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:14.695282 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Network 3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:22:14.696781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Usage tracker for resource:security_group_rule and tenant:971e28b337a949bbb83053002a87e299 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:14.700711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:14.708006 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:22:14.723292 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:22:14.801395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859f2be-ed6c-488d-9170-5f062c6a0459 req-1a7b4d7e-9893-4624-a515-3ac423ca309c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:14.803022 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6859f2be-ed6c-488d-9170-5f062c6a0459 req-1a7b4d7e-9893-4624-a515-3ac423ca309c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.8741252
Apr 08 08:22:14.807999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.812227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.816930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1f9f2ddf-b6f8-446b-a917-42a7bd2c4bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:14.845860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'}  {{(pid=84306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:22:14.849565 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6859f2be-ed6c-488d-9170-5f062c6a0459 req-0a87efaf-937c-44a0-970f-e75ef52e94aa tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368431
Apr 08 08:22:14.851118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.856532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:14.861453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4785d427-2f57-4f81-8da6-5bee25202919,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:14.866333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:14.867317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.867707 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Added segment cac5da4d-5a1d-4da6-8189-8757ea6929f0 of type vlan for network e1ffdfd4-f6c3-44c3-a72e-150398ab0728
Apr 08 08:22:14.878089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.881555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:14.892848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:14.899590 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] 10.222.0.54 "DELETE /v2.0/networks/3f4343b7-b6af-4cd5-97ed-0f4e9c2e18c4 HTTP/1.1" status: 204  len: 168 time: 1.7723849
Apr 08 08:22:14.902094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.945355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.947513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:14.948412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:14.955505 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'code': 200}
Apr 08 08:22:14.969460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:15.009367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2710923f-a011-43e0-8657-db8453531c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:15.015335 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.6434667
Apr 08 08:22:15.018367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37114) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:15.083085 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Request body: {'subnet': {'network_id': 'e1ffdfd4-f6c3-44c3-a72e-150398ab0728', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-984832174-subnet', 'tenant_id': '971e28b337a949bbb83053002a87e299', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:15.087431 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37118) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:15.093934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:15.119549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Usage tracker for resource:subnet and tenant:971e28b337a949bbb83053002a87e299 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:15.123003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Pushing event updated for resources: {'Network': ['ID=e1ffdfd4-f6c3-44c3-a72e-150398ab0728,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:15.127824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:15.136189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network e1ffdfd4-f6c3-44c3-a72e-150398ab0728 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:22:15.150384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:15.158594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:15.170355 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-95a11ebe-5a59-49a9-a576-9a58055bd8d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=133fc72324744e6a84122cfefb171fab&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0736504
Apr 08 08:22:15.174625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37122) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:15.179369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Made reservation on behalf of 971e28b337a949bbb83053002a87e299 for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:22:15.188053 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826488313'] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:15.354792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d1cc7-13b4-47ba-809f-0c9967d00204 req-563557e1-6116-4b11-b98e-3e7a2e36b202 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:15.357467 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-855d1cc7-13b4-47ba-809f-0c9967d00204 req-563557e1-6116-4b11-b98e-3e7a2e36b202 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.2962413
Apr 08 08:22:15.366234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-53e5e8de-e75b-49d5-8510-0e8376db5cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:15.434251 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-855d1cc7-13b4-47ba-809f-0c9967d00204 req-3ea137a7-c8c0-483d-bf1f-5001cadc1e16 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0504031
Apr 08 08:22:15.436318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-53e5e8de-e75b-49d5-8510-0e8376db5cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:15.508883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-53e5e8de-e75b-49d5-8510-0e8376db5cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:15.520586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8546fb39-6aad-4d31-bdcd-3b2c4b760d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:15.533792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5e8de-e75b-49d5-8510-0e8376db5cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e081a-04be-4b08-a35e-8f28b5954023,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:15.536382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-53e5e8de-e75b-49d5-8510-0e8376db5cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:15.544224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-53e5e8de-e75b-49d5-8510-0e8376db5cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:15.549958 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-53e5e8de-e75b-49d5-8510-0e8376db5cda admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/258e081a-04be-4b08-a35e-8f28b5954023 HTTP/1.1" status: 204  len: 168 time: 0.3652382
Apr 08 08:22:15.809886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28084657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826488266'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:15.826836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:15.973408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ecfeb5-4238-4e41-b100-da994cb5a926,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:15.983009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:16.044559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Checking segment: {'id': 'cac5da4d-5a1d-4da6-8189-8757ea6929f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e1ffdfd4-f6c3-44c3-a72e-150398ab0728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:22:16.044961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Network hostable DHCP agents. Network: e1ffdfd4-f6c3-44c3-a72e-150398ab0728, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:22:16.065933 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Network e1ffdfd4-f6c3-44c3-a72e-150398ab0728 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:22:16.077854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, e1ffdfd4-f6c3-44c3-a72e-150398ab0728) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:22:16.091856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:16.092608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:16.095157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d279ca-cf36-4d1d-b353-cc5018bbc128 None None] Network e1ffdfd4-f6c3-44c3-a72e-150398ab0728 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:22:16.127924 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.1079302
Apr 08 08:22:16.231416 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868abd7e-b8d7-422a-9fe8-24d115b6cec6 req-268fa734-294f-4ffc-950e-de7a167225df tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:16.246216 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-868abd7e-b8d7-422a-9fe8-24d115b6cec6 req-268fa734-294f-4ffc-950e-de7a167225df tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1716673
Apr 08 08:22:16.317338 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-868abd7e-b8d7-422a-9fe8-24d115b6cec6 req-a6808f49-58ea-4453-ac35-a47a5eda1e8b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697844
Apr 08 08:22:16.542309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5714f1fd-8160-4d3a-911e-302ec4993af3 None None] Network e1ffdfd4-f6c3-44c3-a72e-150398ab0728 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:22:16.958262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e12806-5b7f-4819-b244-f43e3ffd3435 req-9b84a503-7554-4309-9b6a-b3ef6f5aefb1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:16.973648 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-26e12806-5b7f-4819-b244-f43e3ffd3435 req-9b84a503-7554-4309-9b6a-b3ef6f5aefb1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.1981864
Apr 08 08:22:17.021312 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-26e12806-5b7f-4819-b244-f43e3ffd3435 req-4d49d0c3-5b1d-4f7b-a63e-8f921c0d5449 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463078
Apr 08 08:22:17.157645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909769a3-a73a-4d66-a70a-d15927197735 req-4f1f4034-3335-4c4e-a472-3504925f12eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:17.166449 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-909769a3-a73a-4d66-a70a-d15927197735 req-4f1f4034-3335-4c4e-a472-3504925f12eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 1100 time: 0.1760519
Apr 08 08:22:17.226259 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-909769a3-a73a-4d66-a70a-d15927197735 req-4599993b-d948-4991-b137-0537578b7230 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0492582
Apr 08 08:22:17.594186 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37198) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:17.602210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1308224015-network', 'tenant_id': '9ad0054c7e794e638ea9db9e97efadd1'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:17.607602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:17.607843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe18a-d445-42c4-b217-2c9bc82b51f1 req-972ff65e-0593-499a-8af8-49563de03e55 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:17.610002 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b3bbe18a-d445-42c4-b217-2c9bc82b51f1 req-972ff65e-0593-499a-8af8-49563de03e55 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1393366
Apr 08 08:22:17.617741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Usage tracker for resource:network and tenant:9ad0054c7e794e638ea9db9e97efadd1 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:17.622159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:17.631998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:17.644610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Made reservation on behalf of 9ad0054c7e794e638ea9db9e97efadd1 for: {'network': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:22:17.651655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:17.668803 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b3bbe18a-d445-42c4-b217-2c9bc82b51f1 req-1fea2d5d-34b5-46e1-925c-d207e4b15f85 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407786
Apr 08 08:22:17.672919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:17.693309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:17.698695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Usage tracker for resource:security_group_rule and tenant:9ad0054c7e794e638ea9db9e97efadd1 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:17.702010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:17.709984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:17.739169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37206) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:17.820836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:17.824172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:17.830116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a960ad1c-7f38-4d0a-8fef-fd2fd487898d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:17.862628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'}  {{(pid=84306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:22:18.138071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677aa179-f76d-4306-b388-708a699a04b5,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:18.145427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:18.146514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.148014 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Added segment 96df53b8-6d17-4205-bdb3-acbb090be9da of type vlan for network 68c7313a-dcdc-4cee-aa32-c4db7386a77f
Apr 08 08:22:18.167478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e88c8298-bcc6-4a98-823f-671f22519773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.173554 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-616fad61-9ae8-44c5-bc96-772792fe33a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e48c27ef7f464daba7b4a0a0a045d61a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4330297
Apr 08 08:22:18.176679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37222) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:18.184888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebcc712-e9e2-4966-a496-b7d71a4e31b6 req-f5e8b0c5-8563-46ee-9002-5277d0dff49c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:18.186600 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0ebcc712-e9e2-4966-a496-b7d71a4e31b6 req-f5e8b0c5-8563-46ee-9002-5277d0dff49c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1379015
Apr 08 08:22:18.214560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.239869 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0ebcc712-e9e2-4966-a496-b7d71a4e31b6 req-edc3d47d-6f80-4a3c-a9a6-24f33ded19b2 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390644
Apr 08 08:22:18.262874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-280f2402-dfee-4097-a218-35508ec39dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.293545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-280f2402-dfee-4097-a218-35508ec39dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.329560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.380736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.382308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:18.382974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.388900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-56820f3a-e116-42cb-976b-b35345ad9339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:18.427082 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-280f2402-dfee-4097-a218-35508ec39dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.510443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b33e6-9656-4e65-b1d8-e63cbd9634c9 req-a78ccc7e-8e96-46d5-9d61-84c0507e7976 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:18.512440 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bb4b33e6-9656-4e65-b1d8-e63cbd9634c9 req-a78ccc7e-8e96-46d5-9d61-84c0507e7976 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.1056402
Apr 08 08:22:18.520168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Pushing event updated for resources: {'Network': ['ID=68c7313a-dcdc-4cee-aa32-c4db7386a77f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:18.527258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:18.527816 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:18.539419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 68c7313a-dcdc-4cee-aa32-c4db7386a77f details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:22:18.541839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f2402-dfee-4097-a218-35508ec39dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646aac5d-cffd-4605-b3e6-cc63ca62058e,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:18.544818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-280f2402-dfee-4097-a218-35508ec39dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:18.560232 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3fa8eeba-b9ba-4536-bbae-1be2c27e156a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.9554493
Apr 08 08:22:18.560232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-280f2402-dfee-4097-a218-35508ec39dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:18.560232 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-280f2402-dfee-4097-a218-35508ec39dc1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/646aac5d-cffd-4605-b3e6-cc63ca62058e HTTP/1.1" status: 204  len: 168 time: 0.3784831
Apr 08 08:22:18.560232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37226) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:18.576903 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bb4b33e6-9656-4e65-b1d8-e63cbd9634c9 req-fe0d8fd6-81e9-4b90-92fd-15ef8df4446f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0524907
Apr 08 08:22:18.577913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Request body: {'subnet': {'network_id': '68c7313a-dcdc-4cee-aa32-c4db7386a77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1308224015-subnet', 'tenant_id': '9ad0054c7e794e638ea9db9e97efadd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:18.583916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:18.593231 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Usage tracker for resource:subnet and tenant:9ad0054c7e794e638ea9db9e97efadd1 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:18.629930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:18.643945 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:18.665413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Made reservation on behalf of 9ad0054c7e794e638ea9db9e97efadd1 for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:22:18.675269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826488313'] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:19.213504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28084657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826488266'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:19.228104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2aa21878-019e-4314-a5d2-eb319ea4d01c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:19.362595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:19.424057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b059a408-b165-45ef-b123-601f54c19189,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:19.430449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:19.515668 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a701f5-847d-4072-8d8f-280f3736e3ae req-8915bbec-9ded-4cee-8f2c-e3e2d3446435 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:19.517372 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-32a701f5-847d-4072-8d8f-280f3736e3ae req-8915bbec-9ded-4cee-8f2c-e3e2d3446435 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1592011
Apr 08 08:22:19.566941 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-32a701f5-847d-4072-8d8f-280f3736e3ae req-30170ffc-a598-4782-b361-8b6687197ffd tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385041
Apr 08 08:22:19.571533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Checking segment: {'id': '96df53b8-6d17-4205-bdb3-acbb090be9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '68c7313a-dcdc-4cee-aa32-c4db7386a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:22:19.571939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Network hostable DHCP agents. Network: 68c7313a-dcdc-4cee-aa32-c4db7386a77f, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:22:19.592673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Network 68c7313a-dcdc-4cee-aa32-c4db7386a77f is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:22:19.602669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 68c7313a-dcdc-4cee-aa32-c4db7386a77f) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:22:19.614436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d178ead-2cd1-48f2-90cb-4844080ff8f7 None None] Network 68c7313a-dcdc-4cee-aa32-c4db7386a77f requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:22:19.617743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:19.618402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:19.649772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0775537
Apr 08 08:22:19.816034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37252) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:19.837953 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865ab9e-c594-4b4a-a6b0-256ce7dc822b req-d04b4f93-5836-4074-9c73-f228b8fbe738 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:19.846119 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8865ab9e-c594-4b4a-a6b0-256ce7dc822b req-d04b4f93-5836-4074-9c73-f228b8fbe738 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.1090252
Apr 08 08:22:19.885689 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8865ab9e-c594-4b4a-a6b0-256ce7dc822b req-6fb53b1e-a3a7-4055-9e34-662207cb2c15 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385759
Apr 08 08:22:19.894810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Deleting subnet a8ecfeb5-4238-4e41-b100-da994cb5a926 {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:22:19.906335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:19.928347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0015cce-e27d-4aea-a348-34bb185f162d None None] Network 68c7313a-dcdc-4cee-aa32-c4db7386a77f requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:22:19.976256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1513428'] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:20.055744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:20.077996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:20.386722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826691203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28287534'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:20.403031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:20.451257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ecfeb5-4238-4e41-b100-da994cb5a926,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:20.455773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:20.545110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:20.551630 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a8ecfeb5-4238-4e41-b100-da994cb5a926 HTTP/1.1" status: 204  len: 168 time: 0.7341197
Apr 08 08:22:20.554444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37260) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:20.718169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:20.826660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fb0e4-fd57-45c0-a1a3-3b9474430e1d req-8490a8b1-d053-412c-9e20-f8f31b19f64a tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:20.829576 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-503fb0e4-fd57-45c0-a1a3-3b9474430e1d req-8490a8b1-d053-412c-9e20-f8f31b19f64a tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1201432
Apr 08 08:22:20.885323 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-503fb0e4-fd57-45c0-a1a3-3b9474430e1d req-19d1cb86-85e9-42ea-a3fa-940bf8e98bb1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485575
Apr 08 08:22:20.929675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:21.154319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c114d9cf8>,) {'filters': {'network_id': ['e1ffdfd4-f6c3-44c3-a72e-150398ab0728']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:21.180428 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c114d9cf8>, 'cac5da4d-5a1d-4da6-8189-8757ea6929f0') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:21.181109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c114d9cf8>, 'cac5da4d-5a1d-4da6-8189-8757ea6929f0') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:21.203592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:21.239391 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:21.261122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:22:21.362518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-294313de-f385-435e-98d3-21dff356fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:21.364165 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-294313de-f385-435e-98d3-21dff356fa61 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 1099 time: 0.3298812
Apr 08 08:22:21.438456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cda3d1-8c94-4656-9153-55364a733f23 req-04320677-3c56-44c0-9a3a-ee27e4a0da68 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:21.440160 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-97cda3d1-8c94-4656-9153-55364a733f23 req-04320677-3c56-44c0-9a3a-ee27e4a0da68 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.3532372
Apr 08 08:22:21.599202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Network e1ffdfd4-f6c3-44c3-a72e-150398ab0728 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:22:21.613275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:21.672377 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-97cda3d1-8c94-4656-9153-55364a733f23 req-a2662d21-8d12-494c-990c-bb6cd50ca6b9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1710324
Apr 08 08:22:22.141565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Network e1ffdfd4-f6c3-44c3-a72e-150398ab0728 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:22:22.158198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73b120-834d-47cf-bec1-d1e50c570b1c req-e7191ed1-11fd-4a9f-9571-8c6e1da66e44 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:22.159975 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ee73b120-834d-47cf-bec1-d1e50c570b1c req-e7191ed1-11fd-4a9f-9571-8c6e1da66e44 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1060975
Apr 08 08:22:22.163060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-117394d8-93e0-410d-919f-d4ccb3edf905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:22.165962 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-117394d8-93e0-410d-919f-d4ccb3edf905 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 911 time: 0.7896094
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:22:22.200488 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:22:22.225348 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ee73b120-834d-47cf-bec1-d1e50c570b1c req-8c393274-26ab-4008-874f-7be8be8980d0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509725
Apr 08 08:22:22.525353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:22.539078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:22.555405 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-c911e411-4c3b-4a04-984f-797778101192 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=823d7511-9fe3-4483-bf2b-20c8e9988920 HTTP/1.1" status: 200  len: 1002 time: 0.3242180
Apr 08 08:22:22.558817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:22.566435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1ffdfd4-f6c3-44c3-a72e-150398ab0728,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:22.571905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:22.620193 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b92c2568-eaf5-49c5-adf7-f5b7f0b9ca22 admin admin] 10.222.0.54 "DELETE /v2.0/networks/e1ffdfd4-f6c3-44c3-a72e-150398ab0728 HTTP/1.1" status: 204  len: 168 time: 2.0602674
Apr 08 08:22:22.621582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37330) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:22.648527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-d3f4a3e6-b913-4c29-92c5-1d07908ad90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:22.650388 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-d3f4a3e6-b913-4c29-92c5-1d07908ad90c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.0821695
Apr 08 08:22:22.697786 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] Deleting subnet b059a408-b165-45ef-b123-601f54c19189 {{(pid=84307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:22:22.701269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:22.773659 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826449161'] for subnet, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:22.784232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-0bdb8f71-543e-4a62-9c38-1ea8414259da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:22.785938 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-0bdb8f71-543e-4a62-9c38-1ea8414259da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1264367
Apr 08 08:22:22.814751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:22.873740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:22.966868 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-f92a422d-fb7e-43e2-b119-9aa142d83027 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690137
Apr 08 08:22:23.198075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad40a55-c813-4989-b421-ca0a99e6ef21 req-cd35c50e-3564-406a-9f7b-8576670f334f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:23.199728 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2ad40a55-c813-4989-b421-ca0a99e6ef21 req-cd35c50e-3564-406a-9f7b-8576670f334f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.2318349
Apr 08 08:22:23.240882 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-27bc3185-768e-4dcf-af92-7a6fc1644e27 req-e4fbee94-058b-402f-8d25-4df83a6bbae5 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297194
Apr 08 08:22:23.250250 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2ad40a55-c813-4989-b421-ca0a99e6ef21 req-f2fc106d-4793-418b-82e3-373e36bdb9fa tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0363894
Apr 08 08:22:23.270428 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853245165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827350663'] for subnet, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:23.289866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:23.343675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b059a408-b165-45ef-b123-601f54c19189,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:23.346562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:23.495254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:23.518169 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b796f6b9-f609-433d-b3d7-d9ee053a40c5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b059a408-b165-45ef-b123-601f54c19189 HTTP/1.1" status: 204  len: 168 time: 0.8900757
Apr 08 08:22:23.518169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37362) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:23.671591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a83c97-1186-42c9-990a-25f569f81ef7 req-f86ea17c-dc98-49a9-86ef-83540401a40b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:23.673300 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49a83c97-1186-42c9-990a-25f569f81ef7 req-f86ea17c-dc98-49a9-86ef-83540401a40b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2694349
Apr 08 08:22:23.713639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:23.799641 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49a83c97-1186-42c9-990a-25f569f81ef7 req-72ea7d57-3c32-4242-84f6-5e171f750dbf tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1167524
Apr 08 08:22:23.936085 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:24.063600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0af2c278>,) {'filters': {'network_id': ['68c7313a-dcdc-4cee-aa32-c4db7386a77f']}} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:24.077177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0af2c278>, '96df53b8-6d17-4205-bdb3-acbb090be9da') {'for_net_delete': True} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:24.077519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0af2c278>, '96df53b8-6d17-4205-bdb3-acbb090be9da') {} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:24.092621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28326607'] for segment, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:24.114904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:24.127573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=84307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:22:24.470910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Network 68c7313a-dcdc-4cee-aa32-c4db7386a77f has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:22:24.482338 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853245106'] for segment, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:24.676950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Network 68c7313a-dcdc-4cee-aa32-c4db7386a77f has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:22:24.702177 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:22:24.788399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:24.792051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9ac615b0-5044-48ba-a244-2ad9164aff87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:24.808969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:24.816759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c7313a-dcdc-4cee-aa32-c4db7386a77f,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:24.820174 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] 10.222.0.54 "DELETE /v2.0/networks/68c7313a-dcdc-4cee-aa32-c4db7386a77f HTTP/1.1" status: 204  len: 168 time: 1.3027318
Apr 08 08:22:24.821270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c4ecfe57-d8d8-4da2-bc89-488da5a38b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:25.021024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37384) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:25.080075 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7473cfd1-a663-40e7-bd05-c00c02de3b65 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=971e28b337a949bbb83053002a87e299&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0565898
Apr 08 08:22:25.082875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37388) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:25.114663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0461c2-afaf-43fa-8b6a-dd1338a8d9b8 req-cf740f03-0e26-4924-9560-2b5c67135dc0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:25.116937 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ee0461c2-afaf-43fa-8b6a-dd1338a8d9b8 req-cf740f03-0e26-4924-9560-2b5c67135dc0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1498797
Apr 08 08:22:25.151656 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ee0461c2-afaf-43fa-8b6a-dd1338a8d9b8 req-c2ff3f9c-b046-4ec4-9f87-d8157ce2e789 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0274537
Apr 08 08:22:25.151929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f6d029cf-c167-4547-9925-bd666539f3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:25.184027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f6d029cf-c167-4547-9925-bd666539f3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:25.235424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f6d029cf-c167-4547-9925-bd666539f3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:25.240850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bf61945d-b02c-4d41-8c18-3ab3e348aa3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:25.260513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d029cf-c167-4547-9925-bd666539f3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4785d427-2f57-4f81-8da6-5bee25202919,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:25.264129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f6d029cf-c167-4547-9925-bd666539f3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:25.266329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f6d029cf-c167-4547-9925-bd666539f3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:25.270068 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f6d029cf-c167-4547-9925-bd666539f3fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4785d427-2f57-4f81-8da6-5bee25202919 HTTP/1.1" status: 204  len: 168 time: 0.1836860
Apr 08 08:22:25.685735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37404) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:25.764667 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b810c168-2b76-453f-ad5c-9c2357a047be admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ad0054c7e794e638ea9db9e97efadd1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0771608
Apr 08 08:22:25.767703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37410) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:25.833670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5777643-1a81-4bdd-bbff-d7e59b13b3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:25.862634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5777643-1a81-4bdd-bbff-d7e59b13b3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:25.910070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5777643-1a81-4bdd-bbff-d7e59b13b3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:25.916167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8ebdc532-acdd-446f-950d-688eb437d6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:25.928620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5777643-1a81-4bdd-bbff-d7e59b13b3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677aa179-f76d-4306-b388-708a699a04b5,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:25.932359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c5777643-1a81-4bdd-bbff-d7e59b13b3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:25.936969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5777643-1a81-4bdd-bbff-d7e59b13b3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:25.938242 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c5777643-1a81-4bdd-bbff-d7e59b13b3ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/677aa179-f76d-4306-b388-708a699a04b5 HTTP/1.1" status: 204  len: 168 time: 0.1695154
Apr 08 08:22:26.415490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5e2db-33e3-4682-95bd-3c2f1843834a req-74eb6790-1263-4cb9-82e3-82d9442f9cd9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:26.417246 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dee5e2db-33e3-4682-95bd-3c2f1843834a req-74eb6790-1263-4cb9-82e3-82d9442f9cd9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1260142
Apr 08 08:22:26.485116 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-dee5e2db-33e3-4682-95bd-3c2f1843834a req-041c6850-90b4-4b2c-a359-36e571711308 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466638
Apr 08 08:22:27.758989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25033117-0798-4561-a699-a900365c60ad req-8a30837f-afe7-4b70-b224-bd9d2bddddb6 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:27.760689 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25033117-0798-4561-a699-a900365c60ad req-8a30837f-afe7-4b70-b224-bd9d2bddddb6 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.1078649
Apr 08 08:22:27.800015 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-25033117-0798-4561-a699-a900365c60ad req-c4cdf531-f824-4037-94e8-d99e22ab1e7c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0299320
Apr 08 08:22:28.312354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37512) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:28.472440 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:28.489444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:28.494835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ee08d21b047747dbba5df4bdd2b14209 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:28.498061 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:28.504601 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:28.648787 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:28.654438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:28.669305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fd0cfd9f-46dd-4306-ad0e-60348e81452c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:28.702334 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ee08d21b047747dbba5df4bdd2b14209&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3885772
Apr 08 08:22:28.702987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37526) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:28.722906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3c9387-2ed4-408b-8c2c-c7fd70f422c0,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:28.739257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:28.775819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-99500584-7aea-4099-bf03-9ac2808690f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:28.809405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-99500584-7aea-4099-bf03-9ac2808690f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:28.880490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-99500584-7aea-4099-bf03-9ac2808690f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:28.889351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c5777643-1a81-4bdd-bbff-d7e59b13b3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:28.910271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99500584-7aea-4099-bf03-9ac2808690f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3c9387-2ed4-408b-8c2c-c7fd70f422c0,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:28.921289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99500584-7aea-4099-bf03-9ac2808690f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:28.923574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-99500584-7aea-4099-bf03-9ac2808690f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:28.929052 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-99500584-7aea-4099-bf03-9ac2808690f4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7c3c9387-2ed4-408b-8c2c-c7fd70f422c0 HTTP/1.1" status: 204  len: 168 time: 0.2247243
Apr 08 08:22:29.298916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37542) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:29.320588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:29.341587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:29.346303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Usage tracker for resource:security_group_rule and tenant:c499c70682c446b58062c9c34b5d7635 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:29.351131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:29.358537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:29.465164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:29.468984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:29.487388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99500584-7aea-4099-bf03-9ac2808690f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:29.539630 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c499c70682c446b58062c9c34b5d7635&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2391496
Apr 08 08:22:29.540674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b868988-21f1-4e2a-a881-1442a7abaf24,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:29.543224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37554) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:29.546176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:29.620140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b1809d1-48b6-42e5-bd64-f403eddc3a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:29.655407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b1809d1-48b6-42e5-bd64-f403eddc3a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:29.726907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b1809d1-48b6-42e5-bd64-f403eddc3a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:29.732552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d884e502-d1a3-4324-a6f1-2d328fa3fd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:29.748727 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1809d1-48b6-42e5-bd64-f403eddc3a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b868988-21f1-4e2a-a881-1442a7abaf24,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:29.753058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8b1809d1-48b6-42e5-bd64-f403eddc3a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:29.757699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b1809d1-48b6-42e5-bd64-f403eddc3a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:29.761788 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8b1809d1-48b6-42e5-bd64-f403eddc3a8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8b868988-21f1-4e2a-a881-1442a7abaf24 HTTP/1.1" status: 204  len: 168 time: 0.2174182
Apr 08 08:22:29.960277 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37568) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:30.147758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:30.164037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:30.168219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:85561c9df12342efa0acbd4448fb455b is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:30.171757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:30.179430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:30.276410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:30.279489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:30.289640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3c14f104-6a1d-40eb-967f-613cbcc23a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:30.333385 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85561c9df12342efa0acbd4448fb455b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3719141
Apr 08 08:22:30.335466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d83837ac-d28c-46b9-ada3-d1ebd6f1f688,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:30.338272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37586) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:30.338429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:30.359256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:22:30.407060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9e2cf8e-b48e-48d2-bd14-ff35662710b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:30.438721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9e2cf8e-b48e-48d2-bd14-ff35662710b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:30.486725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9e2cf8e-b48e-48d2-bd14-ff35662710b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:30.492004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-48a39dd8-f01c-4dda-83d9-fdc71cc58165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:30.504814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2cf8e-b48e-48d2-bd14-ff35662710b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d83837ac-d28c-46b9-ada3-d1ebd6f1f688,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:30.513039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a9e2cf8e-b48e-48d2-bd14-ff35662710b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:30.515160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9e2cf8e-b48e-48d2-bd14-ff35662710b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:30.518793 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a9e2cf8e-b48e-48d2-bd14-ff35662710b7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d83837ac-d28c-46b9-ada3-d1ebd6f1f688 HTTP/1.1" status: 204  len: 168 time: 0.1765573
Apr 08 08:22:32.420385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37684) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:32.573014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:32.590366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:32.594587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Usage tracker for resource:security_group_rule and tenant:3f3247d063524553b67477fb6ff83c77 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:32.597854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:32.604853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:32.715226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:32.718389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:32.730271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c55d87b0-b03f-4554-94f3-e783240ff9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:32.773872 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3f3247d063524553b67477fb6ff83c77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3522735
Apr 08 08:22:32.775766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600d0ca9-7b44-44c6-af4d-75c6d5c20f96,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:32.776848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37696) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:32.778899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:32.846120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d450513-2dc2-4777-aec1-724c9933f402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:32.876056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d450513-2dc2-4777-aec1-724c9933f402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:32.929318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d450513-2dc2-4777-aec1-724c9933f402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:32.934644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bea10b49-be7b-4899-a94e-77716a9a5155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:32.951808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d450513-2dc2-4777-aec1-724c9933f402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600d0ca9-7b44-44c6-af4d-75c6d5c20f96,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:32.956156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2d450513-2dc2-4777-aec1-724c9933f402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:32.958298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2d450513-2dc2-4777-aec1-724c9933f402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:32.960819 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2d450513-2dc2-4777-aec1-724c9933f402 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/600d0ca9-7b44-44c6-af4d-75c6d5c20f96 HTTP/1.1" status: 204  len: 168 time: 0.1825585
Apr 08 08:22:33.094496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37710) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:33.343168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.360160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:33.364510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Usage tracker for resource:security_group_rule and tenant:b42c728d46ae411f80c2ce9db8866620 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:33.367765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:33.375048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:33.441530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37722) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:33.462741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.478767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.480365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:33.484553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Usage tracker for resource:security_group_rule and tenant:bbaee3cd28aa400bade55b39860af667 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:33.486920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.487610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:33.494466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:33.495446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f6d029cf-c167-4547-9925-bd666539f3fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:33.540738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9209551-01a2-408e-bcf3-5109dde36567,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:33.548314 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b42c728d46ae411f80c2ce9db8866620&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4499662
Apr 08 08:22:33.548314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:33.548863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37726) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:33.584941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.588007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.597245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b1a08a8a-376f-475e-8bd6-6e7bfd68748e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:33.619541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91a64b0f-ab1a-4d56-9f95-1038426af325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.648526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91a64b0f-ab1a-4d56-9f95-1038426af325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.657884 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bbaee3cd28aa400bade55b39860af667&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2151060
Apr 08 08:22:33.659350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c856a0-beb0-482c-8660-fd4d733f604d,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:33.660491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37730) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:33.662704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:33.750591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91a64b0f-ab1a-4d56-9f95-1038426af325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.755632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5aabb6b5-0433-420a-b9e3-cef597c749d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:33.763015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8e364360-ed77-41ba-a741-4807b640cf63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.777744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a64b0f-ab1a-4d56-9f95-1038426af325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9209551-01a2-408e-bcf3-5109dde36567,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:33.780198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-91a64b0f-ab1a-4d56-9f95-1038426af325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:33.795806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-91a64b0f-ab1a-4d56-9f95-1038426af325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.797562 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-91a64b0f-ab1a-4d56-9f95-1038426af325 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d9209551-01a2-408e-bcf3-5109dde36567 HTTP/1.1" status: 204  len: 168 time: 0.2476335
Apr 08 08:22:33.806705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8e364360-ed77-41ba-a741-4807b640cf63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.855400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8e364360-ed77-41ba-a741-4807b640cf63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.860920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-91a64b0f-ab1a-4d56-9f95-1038426af325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:33.879115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e364360-ed77-41ba-a741-4807b640cf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c856a0-beb0-482c-8660-fd4d733f604d,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:33.882937 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8e364360-ed77-41ba-a741-4807b640cf63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:33.884460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8e364360-ed77-41ba-a741-4807b640cf63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:33.885546 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8e364360-ed77-41ba-a741-4807b640cf63 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/25c856a0-beb0-482c-8660-fd4d733f604d HTTP/1.1" status: 204  len: 168 time: 0.2240295
Apr 08 08:22:34.252582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37750) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:34.272817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:34.290283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:34.294490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Usage tracker for resource:security_group_rule and tenant:10c9d3ea309b48738e77a320843686d9 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:34.297548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:34.304639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:34.400162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:34.403453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:34.415720 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:34.468271 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=10c9d3ea309b48738e77a320843686d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2143397
Apr 08 08:22:34.470045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e313822f-83f0-4206-bcad-5b4dcb5dcd0f,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:34.471692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37758) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:34.473399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:34.541963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eb70d680-3c5c-4f26-a85c-c834af1b29d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:34.573475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eb70d680-3c5c-4f26-a85c-c834af1b29d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:34.627695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eb70d680-3c5c-4f26-a85c-c834af1b29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:34.632024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6c7c9d5d-8646-4c4d-845b-65d59633b0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:34.645573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70d680-3c5c-4f26-a85c-c834af1b29d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e313822f-83f0-4206-bcad-5b4dcb5dcd0f,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:34.651375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-eb70d680-3c5c-4f26-a85c-c834af1b29d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:34.667971 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eb70d680-3c5c-4f26-a85c-c834af1b29d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:34.669322 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-eb70d680-3c5c-4f26-a85c-c834af1b29d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e313822f-83f0-4206-bcad-5b4dcb5dcd0f HTTP/1.1" status: 204  len: 168 time: 0.1965332
Apr 08 08:22:40.031732 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 37920) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:40.180905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:40.198397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:40.202929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Usage tracker for resource:security_group_rule and tenant:57bcc01ac81e49af9753a775c326628e is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:40.206218 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:40.213114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:40.309629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:40.312681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:40.321776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-21b453be-3612-4a2b-9d21-34afdd98d000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:40.367894 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57bcc01ac81e49af9753a775c326628e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3345895
Apr 08 08:22:40.369838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b5180-6707-43ae-963f-d1c37bcc0bf5,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:40.370905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37930) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:40.373405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:40.443498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-371e517a-7e7d-4bd6-9ad0-2f51cddb346b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:40.473693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-371e517a-7e7d-4bd6-9ad0-2f51cddb346b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:40.527842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-371e517a-7e7d-4bd6-9ad0-2f51cddb346b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:40.533402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a0a9c0bf-e60d-4692-aff9-326516ed9c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:40.549389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e517a-7e7d-4bd6-9ad0-2f51cddb346b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b5180-6707-43ae-963f-d1c37bcc0bf5,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:40.552819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-371e517a-7e7d-4bd6-9ad0-2f51cddb346b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:40.557543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-371e517a-7e7d-4bd6-9ad0-2f51cddb346b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:40.558857 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-371e517a-7e7d-4bd6-9ad0-2f51cddb346b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6c6b5180-6707-43ae-963f-d1c37bcc0bf5 HTTP/1.1" status: 204  len: 168 time: 0.1867852
Apr 08 08:22:40.869649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37940) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:40.889293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:40.906458 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:40.910786 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Usage tracker for resource:security_group_rule and tenant:c06f057a32a24e0cabd051f1b8cd4db6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:40.914761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:40.921066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:41.012445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:41.017226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:41.028049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-371e517a-7e7d-4bd6-9ad0-2f51cddb346b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:41.071015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fd0175-69c1-4534-bb20-0850ebbda175,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:41.075894 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c06f057a32a24e0cabd051f1b8cd4db6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2050545
Apr 08 08:22:41.076988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:41.078738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 37946) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:41.150395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-19cd27d2-3f1a-4c7a-9a83-5b5a422f92ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:41.197240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-19cd27d2-3f1a-4c7a-9a83-5b5a422f92ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:41.257488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-19cd27d2-3f1a-4c7a-9a83-5b5a422f92ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:41.267952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4392f985-9164-428d-a50a-1f667eeff766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:41.285663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd27d2-3f1a-4c7a-9a83-5b5a422f92ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fd0175-69c1-4534-bb20-0850ebbda175,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:41.290744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-19cd27d2-3f1a-4c7a-9a83-5b5a422f92ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:41.295402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-19cd27d2-3f1a-4c7a-9a83-5b5a422f92ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:41.296673 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-19cd27d2-3f1a-4c7a-9a83-5b5a422f92ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02fd0175-69c1-4534-bb20-0850ebbda175 HTTP/1.1" status: 204  len: 168 time: 0.2168012
Apr 08 08:22:45.014828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11566414-4315-46ed-9371-0e451f7ccd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:46.683696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae02ce-1ca8-439f-90c4-35a6a6a007c7 req-03049d6b-8fdc-4572-bd16-0835edc3a60d tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:46.685425 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2aae02ce-1ca8-439f-90c4-35a6a6a007c7 req-03049d6b-8fdc-4572-bd16-0835edc3a60d tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.3015444
Apr 08 08:22:46.731736 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2aae02ce-1ca8-439f-90c4-35a6a6a007c7 req-f36b3286-e09d-4ba8-9bfe-f7f5b9d711a7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391281
Apr 08 08:22:46.766611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38080) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:47.072180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd9ea95-4c21-4e90-9a91-d75e177856fa tempest-TestMinimumBasicScenario-1334039902 tempest-TestMinimumBasicScenario-1334039902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:47.081964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38100) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:47.096446 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6dd9ea95-4c21-4e90-9a91-d75e177856fa tempest-TestMinimumBasicScenario-1334039902 tempest-TestMinimumBasicScenario-1334039902-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1094 time: 0.3282208
Apr 08 08:22:47.098207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'port_id': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:47.115380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:47.122755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Usage tracker for resource:floatingip and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:47.127397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:47.139808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:47.155006 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for floatingip, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:47.359832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:47.714328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec9601-41e5-46f7-b71b-887c6cbe38ad req-98158961-7b8e-41f3-8db5-efbb9e9d7198 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:47.716999 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8bec9601-41e5-46f7-b71b-887c6cbe38ad req-98158961-7b8e-41f3-8db5-efbb9e9d7198 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 945 time: 0.2717834
Apr 08 08:22:47.997986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Allocated IP 172.27.1.58 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/8df5e8ee-cf36-4d04-b584-22aa78ee0104) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:22:48.030057 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8bec9601-41e5-46f7-b71b-887c6cbe38ad req-6981b3b9-51a3-4a82-aa0a-35b03b9fe031 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2952063
Apr 08 08:22:48.131222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2757103d-907c-4749-8a79-f748ff5c8ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:48.175609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:48.334506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:48.387017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:48.411908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7d091785-0edc-4004-b4a6-d423cb38c5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:48.569158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'Port': ['ID=8df5e8ee-cf36-4d04-b584-22aa78ee0104,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:48.574123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:48.626847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:22:48.628167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:22:48.632056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:22:48.804159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38146) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:49.008677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:49.055103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:49.079088 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Usage tracker for resource:security_group_rule and tenant:7c932153893b4db9bd26cc0181226ae6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:49.088831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:49.107534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:49.152813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-285d2f7b-0d48-4dac-85db-3fa85e6a1c93 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:49.155655 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-285d2f7b-0d48-4dac-85db-3fa85e6a1c93 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 945 time: 0.2639925
Apr 08 08:22:49.237323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:49.307613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Deleting port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:22:49.307898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:49.356150 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:49.451652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:49.731107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:49.746612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:49.767673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e6a6b887-76b6-4607-9545-34b371f17d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:49.804662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] For port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:49.805263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:49.845893 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32ca253-edf4-45cd-95d9-e38a82c24da8,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:49.871369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:49.951642 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7c932153893b4db9bd26cc0181226ae6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1461496
Apr 08 08:22:49.970346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38170) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:49.997450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.001145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.018092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.028912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Calling delete_port for 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:22:50.054597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:50.078446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4982d-731b-469d-9f0c-daacecae561e req-0b53fe85-f83c-4c6e-8940-63c7f35adc25 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:50.080088 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13f4982d-731b-469d-9f0c-daacecae561e req-0b53fe85-f83c-4c6e-8940-63c7f35adc25 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 945 time: 0.8238573
Apr 08 08:22:50.134456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13f4982d-731b-469d-9f0c-daacecae561e req-f33fcd48-fc41-4781-af4f-24ed93910ada tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465429
Apr 08 08:22:50.245756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.263846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-eb406d3e-3e4a-4a6d-81d9-036ddc091cb8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:50.286499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'Port': ['ID=8df5e8ee-cf36-4d04-b584-22aa78ee0104,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:50.291545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6082a1c0-f3ae-49c7-ac96-4a6570da0e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.293539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:50.326347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Pushing event deleted for resources: {'Port': ['ID=59337d6f-2521-4ff4-82bd-25f45b5ab1e6,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:50.331385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:50.344612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6082a1c0-f3ae-49c7-ac96-4a6570da0e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.449302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.525123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] No DVR routers for this DVR port 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:22:50.527758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.530683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ccf634c-2d87-4d3f-8688-1e5a8043d890', 'name': 'network-vif-deleted', 'tag': '59337d6f-2521-4ff4-82bd-25f45b5ab1e6'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:22:50.560623 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7929ab16-c38f-4e2c-b47a-4301ed2bf099 req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.48 "DELETE /v2.0/ports/59337d6f-2521-4ff4-82bd-25f45b5ab1e6 HTTP/1.1" status: 204  len: 173 time: 1.3884785
Apr 08 08:22:50.575276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6082a1c0-f3ae-49c7-ac96-4a6570da0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.588470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:50.632961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082a1c0-f3ae-49c7-ac96-4a6570da0e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32ca253-edf4-45cd-95d9-e38a82c24da8,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:50.635439 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ccf634c-2d87-4d3f-8688-1e5a8043d890', 'name': 'network-vif-deleted', 'tag': '59337d6f-2521-4ff4-82bd-25f45b5ab1e6', 'status': 'completed', 'code': 200}
Apr 08 08:22:50.637693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6082a1c0-f3ae-49c7-ac96-4a6570da0e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:50.663913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6082a1c0-f3ae-49c7-ac96-4a6570da0e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:50.665167 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6082a1c0-f3ae-49c7-ac96-4a6570da0e8e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d32ca253-edf4-45cd-95d9-e38a82c24da8 HTTP/1.1" status: 204  len: 168 time: 0.6983988
Apr 08 08:22:50.692239 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Floating IP e8b26a5d-5948-4b6a-a5b9-8d83254b95ba associated. External IP: 172.27.1.58, port: 86bfb8b8-b11c-4260-9da8-065953e8fce5.
Apr 08 08:22:51.140361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:22:51.154021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38190) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:51.196268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:51.239889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:51.252812 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Usage tracker for resource:security_group_rule and tenant:eff17dae06b147288f43fa2767352856 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:51.259847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:51.273449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:51.376169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:51.380887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:51.415804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-280f2402-dfee-4097-a218-35508ec39dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:51.435669 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eff17dae06b147288f43fa2767352856&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2801223
Apr 08 08:22:51.445735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38200) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:51.531630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-74f9af84-5712-4f37-b791-5708c63735b4 req-2aff300e-c324-4ba7-aa9c-90a7beef5618 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Synchronizing usage tracker for tenant:dcbff01257f6464c9f4d710722469b4a on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:22:51.534862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3183a922-3633-43e9-8cfe-5af720c0df93,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:51.539400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:51.586874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-74f9af84-5712-4f37-b791-5708c63735b4 req-2aff300e-c324-4ba7-aa9c-90a7beef5618 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Unset dirty status for tenant:dcbff01257f6464c9f4d710722469b4a on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:22:51.588206 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-74f9af84-5712-4f37-b791-5708c63735b4 req-2aff300e-c324-4ba7-aa9c-90a7beef5618 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=5ccf634c-2d87-4d3f-8688-1e5a8043d890 HTTP/1.1" status: 200  len: 210 time: 0.1435630
Apr 08 08:22:51.613881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9854b260-a79a-4b30-9cd1-ba1fb5ff8e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:51.653124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9854b260-a79a-4b30-9cd1-ba1fb5ff8e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:51.710658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9854b260-a79a-4b30-9cd1-ba1fb5ff8e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:51.717329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a72fc3e2-c53e-4a44-80fb-3a02c3c40a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:51.729502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854b260-a79a-4b30-9cd1-ba1fb5ff8e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3183a922-3633-43e9-8cfe-5af720c0df93,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:51.736489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9854b260-a79a-4b30-9cd1-ba1fb5ff8e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:51.738730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9854b260-a79a-4b30-9cd1-ba1fb5ff8e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:51.740685 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-9854b260-a79a-4b30-9cd1-ba1fb5ff8e12 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3183a922-3633-43e9-8cfe-5af720c0df93 HTTP/1.1" status: 204  len: 168 time: 0.2886271
Apr 08 08:22:51.861649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:22:51.872686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] Sync routers for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:22:51.885776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:22:51.886356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc4d940>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:22:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:51.887493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:51.975538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38222) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:51.976156 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.8917768
Apr 08 08:22:51.977569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:22:51.982921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1834899592', 'description': 'tempest-secgroup-smoke-1834899592 description', 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:52.010732 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:52.055067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:52.072856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:52.079592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:22:52.084174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:52.092050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Usage tracker for resource:security_group_rule and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:52.096116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:52.104187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:52.134049 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'status': 'completed', 'code': 200}
Apr 08 08:22:52.150055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:22:52.150055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 59337d6f-2521-4ff4-82bd-25f45b5ab1e6 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:22:52.216142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:22:52.303519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:52.308350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:52.314925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:52.386767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21eed32e-7ea5-4788-a119-f7ddc362e6b0,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:52.392404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:52.394472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:52.396363 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2631b42b-c230-4e6f-a7f2-5fa1b3542bae tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4188459
Apr 08 08:22:52.399617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38236) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:52.407225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'security_group_rule': {'security_group_id': '21eed32e-7ea5-4788-a119-f7ddc362e6b0', 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:52.414889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:52.421914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Usage tracker for resource:security_group_rule and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:52.527426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38242) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:52.747353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:52.763968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-01e27977-0c79-4c77-bc79-2dbe1dcb898f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:52.765935 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-01e27977-0c79-4c77-bc79-2dbe1dcb898f service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1099 time: 0.6069505
Apr 08 08:22:52.776621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:52.914095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:52.966998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:52.999357 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:53.008417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Usage tracker for resource:security_group_rule and tenant:1aff451f43e64c96b15b2e6dd1a0c342 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:53.013993 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:53.038704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:53.051896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.059617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.061492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-eb45d96e-c464-42f7-9d1c-ebb47d106999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:53.063497 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-eb45d96e-c464-42f7-9d1c-ebb47d106999 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 200  len: 915 time: 0.2842884
Apr 08 08:22:53.065677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.084002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc4d940>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'e8b26a5d-5948-4b6a-a5b9-8d83254b95ba', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'port_id': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'mac_address': 'fa:16:3e:5c:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:22:49Z', 'updated_at': '2021-04-08T08:22:49Z', 'revision_number': 0, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:44Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:53.091328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] Checking router: 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:22:53.094213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:53.104371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:22:53.105179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc4d940>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:22:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:53.167952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.169265 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7684555
Apr 08 08:22:53.189412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38262) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:53.195608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9bd640c-68f9-4045-bd6c-1e40ad300208,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:53.199309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8fd9bc96-f34b-48ad-9b33-637eebab5c21 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:53.243920 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-80fda983-2ee3-4314-8ddf-c3e7d5f195c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 999 time: 0.1514928
Apr 08 08:22:53.249005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'security_group_rule': {'security_group_id': '21eed32e-7ea5-4788-a119-f7ddc362e6b0', 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:53.280290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:53.295852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Usage tracker for resource:security_group_rule and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:53.312068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:53.339027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:53.446938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.502939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-b77c0773-9f2b-41be-8c84-09791adfe2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:53.513484 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-b77c0773-9f2b-41be-8c84-09791adfe2f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8301fa7-83cf-40ca-8411-67e5a069b7ce HTTP/1.1" status: 200  len: 853 time: 0.2593021
Apr 08 08:22:53.591388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:22:53.815263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.819931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.828322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-e55a19ef-1661-4aca-935a-bb96ccc698eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:53.830016 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-e55a19ef-1661-4aca-935a-bb96ccc698eb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3aed61c9-6f00-4e51-9d36-26f3834c91bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.3081410
Apr 08 08:22:53.839636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.854188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:53.981001 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:54.002065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd5cc0b-890a-4783-adac-7dfbec3d9ca9,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:54.004913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.010965 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7959452
Apr 08 08:22:54.012386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38278) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:54.022456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.022894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.023261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.023666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.024072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.024472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.024868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.025264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.025663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.026089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.026483 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.026875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:54.033442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'security_group_rule': {'security_group_id': '21eed32e-7ea5-4788-a119-f7ddc362e6b0', 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:54.046275 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1aff451f43e64c96b15b2e6dd1a0c342&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5126750
Apr 08 08:22:54.046275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:54.046710 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c227dc02-101c-4574-b226-89b67943d7a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:54.060847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:54.063461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38282) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:54.142258 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-e0cd4ab9-379c-416d-a629-fdff51f73ae3 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2517855
Apr 08 08:22:54.151794 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-905b4c9c-8897-45ad-a18c-1a6077b179eb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3263788
Apr 08 08:22:54.174626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dc8fe4-08fd-4dc1-a3b3-35f402a78ecf,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:54.187384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:54.189829 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Usage tracker for resource:security_group_rule and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:54.206912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:54.235982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:54.309915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc4d940>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'e8b26a5d-5948-4b6a-a5b9-8d83254b95ba', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'port_id': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'mac_address': 'fa:16:3e:5c:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:22:49Z', 'updated_at': '2021-04-08T08:22:49Z', 'revision_number': 0, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:44Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:22:54.330682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509dde3c-6a1d-4ba0-bcec-576797aabad2 None None] The sync data for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi is: [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'e8b26a5d-5948-4b6a-a5b9-8d83254b95ba', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'floating_ip_address': '172.27.1.58', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'port_id': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'mac_address': 'fa:16:3e:5c:3a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:22:49Z', 'updated_at': '2021-04-08T08:22:49Z', 'revision_number': 0, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:44Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:22:54.362104 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-063cbe61-8d48-44fd-ba0f-d719a20ab2e9 req-59efeaaf-f432-44dd-9b29-31d08a2c47a3 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091115
Apr 08 08:22:54.371138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.420422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-de454008-7510-4fde-a287-b1ed180f7c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.523408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-de454008-7510-4fde-a287-b1ed180f7c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.586784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.602934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.617188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c5052203-37a3-4417-b566-348ef907528a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:54.665204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c406c9c-9988-4634-b9da-096c4d8ee73d,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:54.671896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:54.697360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.703732 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ec96452a-42d9-46a3-ab04-48a6a45354ce tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6824138
Apr 08 08:22:54.703732 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-de454008-7510-4fde-a287-b1ed180f7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.704211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38298) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:54.709293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-de454008-7510-4fde-a287-b1ed180f7c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.715208 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-de454008-7510-4fde-a287-b1ed180f7c82 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/79dc8fe4-08fd-4dc1-a3b3-35f402a78ecf HTTP/1.1" status: 204  len: 168 time: 0.6398616
Apr 08 08:22:54.715464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'security_group_rule': {'security_group_id': '21eed32e-7ea5-4788-a119-f7ddc362e6b0', 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:54.715678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-eb70d680-3c5c-4f26-a85c-c834af1b29d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:54.721249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:54.727033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Usage tracker for resource:security_group_rule and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:54.731680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:54.735296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de454008-7510-4fde-a287-b1ed180f7c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dc8fe4-08fd-4dc1-a3b3-35f402a78ecf,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:54.741630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:54.751189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-de454008-7510-4fde-a287-b1ed180f7c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:54.778759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.809091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079a290f-0aea-48f0-8592-c582bee97e18 None None] New status for floating IP e8b26a5d-5948-4b6a-a5b9-8d83254b95ba: ACTIVE {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:22:54.827787 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38304) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:54.917667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.922716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:54.927379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3f6fb9ee-7209-4979-a4d0-06d570048fb0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:54.978751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ac81eb-ddb1-4421-9b79-32c4175ed6ab,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:55.002917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.003598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.004296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.005552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.006327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.007010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.007876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.008573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.009263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.009972 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.011062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.011302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:22:55.017189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:55.018666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.025662 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3200414
Apr 08 08:22:55.026669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38314) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:55.037751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'security_group_rule': {'security_group_id': '21eed32e-7ea5-4788-a119-f7ddc362e6b0', 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:55.052846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:55.061246 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Usage tracker for resource:security_group_rule and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:55.062949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.067277 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:55.081548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:55.099923 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.securitygroups_db [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Project abb0e8e1985349f6bae19412ba4ddd3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 08:22:55.102719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:55.112506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:ebc758c491074cf9916ba09743ae0f02 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:55.114705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.121418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:55.135525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:55.204606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.209605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.215212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:55.255645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd864d0b-cd75-495c-82e3-22a631cb3d75,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:55.261556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:55.296730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.300950 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2699599
Apr 08 08:22:55.301457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38320) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:55.308783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'security_group_rule': {'security_group_id': '21eed32e-7ea5-4788-a119-f7ddc362e6b0', 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:55.319940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:55.333940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Usage tracker for resource:security_group_rule and tenant:abb0e8e1985349f6bae19412ba4ddd3d is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:55.338193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:55.357835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:55.370051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.375225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.376083 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.securitygroups_db [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Project abb0e8e1985349f6bae19412ba4ddd3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 08:22:55.387174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.400939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8cb1b1a7-bb7e-4716-8367-961fe962c3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:55.492582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.496772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.499128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:55.503311 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ebc758c491074cf9916ba09743ae0f02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6711130
Apr 08 08:22:55.503639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38332) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:55.508721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b5085-dc92-4d73-96e2-2258e813987e,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:55.512827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:55.532004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=905a380f-9a21-4e7c-9992-73bcd0f221fa,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:55.535438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:55.544847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.562281 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2592995
Apr 08 08:22:55.606860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aa08a9f7-4f8d-4f49-8412-8f3197049495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.656678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aa08a9f7-4f8d-4f49-8412-8f3197049495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.721581 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-a361fa91-0f2b-47a7-b09c-8543a8c1b10d tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834899592&fields=id&tenant_id=abb0e8e1985349f6bae19412ba4ddd3d HTTP/1.1" status: 200  len: 267 time: 0.0512304
Apr 08 08:22:55.734682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aa08a9f7-4f8d-4f49-8412-8f3197049495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.744193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ea48ec36-128b-457f-b154-cba369c9e6c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:55.760231 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aa08a9f7-4f8d-4f49-8412-8f3197049495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:55.763990 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-aa08a9f7-4f8d-4f49-8412-8f3197049495 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/822b5085-dc92-4d73-96e2-2258e813987e HTTP/1.1" status: 204  len: 168 time: 0.2561870
Apr 08 08:22:55.812826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08a9f7-4f8d-4f49-8412-8f3197049495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b5085-dc92-4d73-96e2-2258e813987e,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:55.821832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aa08a9f7-4f8d-4f49-8412-8f3197049495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:55.903736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-ba2605cc-b99c-43bb-839b-196602d299a6 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:55.906896 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-ba2605cc-b99c-43bb-839b-196602d299a6 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.1635733
Apr 08 08:22:55.929813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'port': {'security_groups': ['8bd20e6a-11d8-4863-b848-e2962869a625', '21eed32e-7ea5-4788-a119-f7ddc362e6b0']}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:22:56.152564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:56.369408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38362) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:56.410528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:56.445424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:56.459892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Usage tracker for resource:security_group_rule and tenant:45ed171db52e4a3ea1f30ad6c68cb21d is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:56.466713 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:56.480125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:56.703888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:56.710258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:56.720762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bd8f9ed4-f072-42f2-a8c0-0f1af1b1cce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:56.736403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] For port 86bfb8b8-b11c-4260-9da8-065953e8fce5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:22:56.770013 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45ed171db52e4a3ea1f30ad6c68cb21d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3977346
Apr 08 08:22:56.772961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220f1a39-f863-4177-99b8-0c4802aede43,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:56.775944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38372) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:56.779846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:56.810624 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:56.817219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:56.840058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:56.875703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0ca1d653-d7f4-4cbc-acf6-e6e2bce53276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:56.907245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0ca1d653-d7f4-4cbc-acf6-e6e2bce53276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:56.962275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['86bfb8b8-b11c-4260-9da8-065953e8fce5'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:22:57.029381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'Port': ['ID=86bfb8b8-b11c-4260-9da8-065953e8fce5,revision_number=6']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:57.057114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0ca1d653-d7f4-4cbc-acf6-e6e2bce53276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:57.060012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:57.074647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a1ee7c4f-d20f-46d3-97cb-24efea8f610c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:57.108741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca1d653-d7f4-4cbc-acf6-e6e2bce53276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220f1a39-f863-4177-99b8-0c4802aede43,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:57.115606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0ca1d653-d7f4-4cbc-acf6-e6e2bce53276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:57.122834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0ca1d653-d7f4-4cbc-acf6-e6e2bce53276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:57.128237 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0ca1d653-d7f4-4cbc-acf6-e6e2bce53276 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/220f1a39-f863-4177-99b8-0c4802aede43 HTTP/1.1" status: 204  len: 168 time: 0.3470330
Apr 08 08:22:57.139999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-44719d5e-6d15-402f-8d11-af40fecd9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:57.141634 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-44719d5e-6d15-402f-8d11-af40fecd9eb0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 1100 time: 0.2029383
Apr 08 08:22:57.311832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:57.314021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:57.316848 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c73cd6d1-228b-4715-bd3c-15f7c1fa3873 req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "PUT /v2.0/ports/86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 982 time: 1.3935130
Apr 08 08:22:57.320903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:22:57.511463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['86bfb8b8-b11c-4260-9da8-065953e8fce5'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:22:57.519986 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'status': 'completed', 'code': 200}
Apr 08 08:22:57.722359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-e77c3c9a-d78c-4c38-a02b-f4fdef63000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:57.724283 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-e77c3c9a-d78c-4c38-a02b-f4fdef63000d service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.5488625
Apr 08 08:22:58.060151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-2a4c9b90-c90e-45ba-8b48-f2aad281c469 None None] Provisioning complete for port 86bfb8b8-b11c-4260-9da8-065953e8fce5 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:22:58.061847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a4c9b90-c90e-45ba-8b48-f2aad281c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:58.071048 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-4234aebd-83f7-43e6-90e3-69374af6fbb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b HTTP/1.1" status: 200  len: 1002 time: 0.3255165
Apr 08 08:22:58.207310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-177d00cc-95bd-44f1-983a-06a0a30896dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:58.208812 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-177d00cc-95bd-44f1-983a-06a0a30896dc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1138 time: 0.6393344
Apr 08 08:22:58.246142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38416) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:58.475853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-636af1fe-e388-46d6-99eb-ce169f9440a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:58.477556 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-636af1fe-e388-46d6-99eb-ce169f9440a3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 200  len: 915 time: 0.2592523
Apr 08 08:22:58.477995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:58.493565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c5375-b434-484d-958c-bbc24dbd3637 req-ea4f1029-4fe9-4366-ae50-82763eb4816b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:58.499976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:58.502368 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed4c5375-b434-484d-958c-bbc24dbd3637 req-ea4f1029-4fe9-4366-ae50-82763eb4816b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.6420541
Apr 08 08:22:58.508310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Usage tracker for resource:security_group_rule and tenant:31b16398b45242dc989b2c4b31e846e2 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:58.512575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:58.522361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:58.581010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-ceba655c-b865-4191-98e0-15ce920cbc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:58.582690 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-ceba655c-b865-4191-98e0-15ce920cbc95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.5018878
Apr 08 08:22:58.631976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38428) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:58.673163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:58.696100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-ed4c5375-b434-484d-958c-bbc24dbd3637 req-b9401dd9-6533-4503-9adb-089fa63b72e8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Synchronizing usage tracker for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:security_group {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:22:58.730877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:22:58.736606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Usage tracker for resource:security_group_rule and tenant:42d81d667ee34fa2b5367df1793d8bc7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:22:58.740179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:22:58.747358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:22:58.762385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-ed4c5375-b434-484d-958c-bbc24dbd3637 req-b9401dd9-6533-4503-9adb-089fa63b72e8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Unset dirty status for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:security_group {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:22:58.772307 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed4c5375-b434-484d-958c-bbc24dbd3637 req-b9401dd9-6533-4503-9adb-089fa63b72e8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2691460
Apr 08 08:22:58.792372 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-9b1860b8-36ea-4466-be43-40d829d8604c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 1001 time: 0.2863991
Apr 08 08:22:58.863494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:58.869663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:58.883931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-1236d464-c85b-45d2-95f2-79d1c0dc3082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:58.885412 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-1236d464-c85b-45d2-95f2-79d1c0dc3082 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8301fa7-83cf-40ca-8411-67e5a069b7ce HTTP/1.1" status: 200  len: 853 time: 0.0845242
Apr 08 08:22:58.888942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-a3e74145-dea4-4488-9f30-b4a9815c8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:58.890600 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-a3e74145-dea4-4488-9f30-b4a9815c8c6e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2922862
Apr 08 08:22:58.896657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-692c6fdd-3c5c-40f1-93c8-56a6d3fb95c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:58.940817 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=42d81d667ee34fa2b5367df1793d8bc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3080487
Apr 08 08:22:58.952914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38434) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:58.974607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3a37c5-b308-4b45-8109-dbb031dd6d87,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:58.988415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:59.021566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.034054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.120811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3ab197af-b617-43b8-b15b-6b319c6726cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:59.143956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-21832622-e78c-4a07-9161-891927f0062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:22:59.146450 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-21832622-e78c-4a07-9161-891927f0062e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3aed61c9-6f00-4e51-9d36-26f3834c91bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2511644
Apr 08 08:22:59.148892 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-f37ca166-28b2-4616-891a-9385045b15b4 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2095990
Apr 08 08:22:59.269822 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31b16398b45242dc989b2c4b31e846e2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0214934
Apr 08 08:22:59.291532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38442) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:22:59.292950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-05e68166-17b6-4bd7-89c0-10f392ad284c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.372666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-05e68166-17b6-4bd7-89c0-10f392ad284c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.451775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a4b90d-67a0-4c58-885c-d46a0678c4ce,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:59.472197 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:59.505538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['86bfb8b8-b11c-4260-9da8-065953e8fce5'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:22:59.540212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-05e68166-17b6-4bd7-89c0-10f392ad284c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.548260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0db0be80-4ad0-42b8-ac65-d6ba42621acf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:59.564949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e68166-17b6-4bd7-89c0-10f392ad284c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3a37c5-b308-4b45-8109-dbb031dd6d87,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:59.567037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dcf44d77-d94c-46ec-bdab-6e176e98af96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.595227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-05e68166-17b6-4bd7-89c0-10f392ad284c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:59.610857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dcf44d77-d94c-46ec-bdab-6e176e98af96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.626778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-05e68166-17b6-4bd7-89c0-10f392ad284c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.633757 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-05e68166-17b6-4bd7-89c0-10f392ad284c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8f3a37c5-b308-4b45-8109-dbb031dd6d87 HTTP/1.1" status: 204  len: 168 time: 0.6705275
Apr 08 08:22:59.689237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dcf44d77-d94c-46ec-bdab-6e176e98af96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.697747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6082a1c0-f3ae-49c7-ac96-4a6570da0e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:22:59.718165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dcf44d77-d94c-46ec-bdab-6e176e98af96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:22:59.719971 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-dcf44d77-d94c-46ec-bdab-6e176e98af96 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/24a4b90d-67a0-4c58-885c-d46a0678c4ce HTTP/1.1" status: 204  len: 168 time: 0.2767982
Apr 08 08:22:59.721438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf44d77-d94c-46ec-bdab-6e176e98af96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a4b90d-67a0-4c58-885c-d46a0678c4ce,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:22:59.726572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-dcf44d77-d94c-46ec-bdab-6e176e98af96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:22:59.806321 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-1263ccd8-04fa-4db5-8889-8a55262e81cd service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6426232
Apr 08 08:22:59.808704 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ec4f1c0b-44bf-4da2-8270-d81727825a31 req-cae9228a-d157-4d92-9bfb-b9127fa88597 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6472905
Apr 08 08:23:00.953434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64c2b9-c7b5-46f7-bbf4-531a6409310d req-834ffcd0-e8d2-4249-a9fa-39ac629d119e tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:00.955178 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d64c2b9-c7b5-46f7-bbf4-531a6409310d req-834ffcd0-e8d2-4249-a9fa-39ac629d119e tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.0966799
Apr 08 08:23:00.991899 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d64c2b9-c7b5-46f7-bbf4-531a6409310d req-eb0c92f5-c85e-4548-a94a-95815014ada2 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0284042
Apr 08 08:23:01.627417 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7b9d3c53-661e-48d3-91c4-f06ef9d4db73 req-f8dbc91c-c1b2-4667-b90a-2a3edd5696c9 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1567919
Apr 08 08:23:02.241980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf97b9-c6ae-4e85-a814-22628140fb16 req-2604a9ea-2936-4684-826d-2ad1b8076a42 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:02.244820 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-52bf97b9-c6ae-4e85-a814-22628140fb16 req-2604a9ea-2936-4684-826d-2ad1b8076a42 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1281006
Apr 08 08:23:02.287766 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-52bf97b9-c6ae-4e85-a814-22628140fb16 req-1ae7d4b5-97d5-46bf-bf55-d67bc427755a tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0352023
Apr 08 08:23:02.667386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-98d07b78-fe01-404a-b7c8-bc88b7365436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:02.669405 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-98d07b78-fe01-404a-b7c8-bc88b7365436 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1138 time: 0.1216824
Apr 08 08:23:02.854942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-f82d82a0-b9b0-4496-8c65-80afff6a7afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:02.856877 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-f82d82a0-b9b0-4496-8c65-80afff6a7afc service neutron] 10.222.0.48 "GET /v2.0/networks?id=3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 200  len: 915 time: 0.1728179
Apr 08 08:23:03.134803 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-a8e2dce8-2e9e-4d44-a3c7-5ed6a0a79615 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 1001 time: 0.2705462
Apr 08 08:23:03.213550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-b804e797-9f4c-4ba2-ae4d-dad2ed1935f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:03.215192 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-b804e797-9f4c-4ba2-ae4d-dad2ed1935f4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8301fa7-83cf-40ca-8411-67e5a069b7ce HTTP/1.1" status: 200  len: 853 time: 0.0740743
Apr 08 08:23:03.309442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-c95a2bdd-cdd2-4679-ae92-900a87725663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:03.311176 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-c95a2bdd-cdd2-4679-ae92-900a87725663 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3aed61c9-6f00-4e51-9d36-26f3834c91bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0880113
Apr 08 08:23:03.531406 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-30174c32-6ff2-4b15-84f0-5902af5f15c6 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116690
Apr 08 08:23:03.550043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0ae1e-54d8-4339-ae3c-372be0f11935 req-e603facc-66cc-46a1-882b-be1abfc695fa tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:03.551809 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fcb0ae1e-54d8-4339-ae3c-372be0f11935 req-e603facc-66cc-46a1-882b-be1abfc695fa tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1257348
Apr 08 08:23:03.587621 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fcb0ae1e-54d8-4339-ae3c-372be0f11935 req-5b8ef88f-2395-4c91-912a-4a96a661ce58 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0282249
Apr 08 08:23:04.148321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-00d654b3-d2b7-45f5-96ed-94596a6ab7e6 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:04.149341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-00d654b3-d2b7-45f5-96ed-94596a6ab7e6 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Synchronizing usage tracker for tenant:dcbff01257f6464c9f4d710722469b4a on resource:network {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:04.167913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-00d654b3-d2b7-45f5-96ed-94596a6ab7e6 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Unset dirty status for tenant:dcbff01257f6464c9f4d710722469b4a on resource:network {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:04.169202 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-00d654b3-d2b7-45f5-96ed-94596a6ab7e6 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/networks?id=ace98aec-df98-4cc4-b12b-53cc648ee3d3 HTTP/1.1" status: 200  len: 814 time: 0.2480657
Apr 08 08:23:04.190667 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-d17b913c-1b29-46ab-9cd1-5040baa34826 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/quotas/dcbff01257f6464c9f4d710722469b4a HTTP/1.1" status: 200  len: 375 time: 0.0119865
Apr 08 08:23:04.258418 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-a48e2ec9-23b6-4861-b1d2-08800d003a82 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=dcbff01257f6464c9f4d710722469b4a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0601416
Apr 08 08:23:04.483672 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-7ba73061-8e41-413c-84c0-1fea6d6e52c9 service neutron] 10.222.0.54 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2235959
Apr 08 08:23:04.497165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38558) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:04.656088 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:04.673436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:04.676021 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-3914e12f-76a5-47f4-a846-609fb11b5bd6 service neutron] 10.222.0.54 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1831553
Apr 08 08:23:04.679071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Usage tracker for resource:security_group_rule and tenant:6d64cb60e9564b3a81bbb3c3b910573b is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:04.683003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:04.691575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:04.970329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:04.971638 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5d0847f0-b591-4e85-be8e-6240b62ff86e req-e645244c-b303-40e0-a0fa-516dd56fa6c6 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 210 time: 0.0817940
Apr 08 08:23:04.980300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:05.006229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a6f60-a861-41e8-81e4-617bbe5a87f4 req-b807f28b-63fd-43b7-83b4-4bf321bc8da7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:05.008711 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3b5a6f60-a861-41e8-81e4-617bbe5a87f4 req-b807f28b-63fd-43b7-83b4-4bf321bc8da7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.2643261
Apr 08 08:23:05.013341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9854b260-a79a-4b30-9cd1-ba1fb5ff8e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:05.090062 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6d64cb60e9564b3a81bbb3c3b910573b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5914285
Apr 08 08:23:05.092398 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38574) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:05.104521 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3b5a6f60-a861-41e8-81e4-617bbe5a87f4 req-975af24b-aba2-4dd1-9fc8-d8a90e3c95b0 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0794346
Apr 08 08:23:05.106132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b999d1ce-dc3a-4692-9a3b-617d771df5c0,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:05.113740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:05.208954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-848d15fb-ca22-4b65-8df6-b7cf4a5fac61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:05.264949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-848d15fb-ca22-4b65-8df6-b7cf4a5fac61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:05.337659 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-848d15fb-ca22-4b65-8df6-b7cf4a5fac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:05.344320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:05.360909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d15fb-ca22-4b65-8df6-b7cf4a5fac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b999d1ce-dc3a-4692-9a3b-617d771df5c0,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:05.363132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-848d15fb-ca22-4b65-8df6-b7cf4a5fac61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:05.365045 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-848d15fb-ca22-4b65-8df6-b7cf4a5fac61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b999d1ce-dc3a-4692-9a3b-617d771df5c0 HTTP/1.1" status: 204  len: 168 time: 0.2700739
Apr 08 08:23:05.366371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-848d15fb-ca22-4b65-8df6-b7cf4a5fac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:05.526023 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-57bc9879-e826-4122-8bb8-53a2baebf44b req-b414bb34-f964-46a3-bc87-6759575c55f5 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089057
Apr 08 08:23:05.822593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38594) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:05.842817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:05.860248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:05.865001 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Usage tracker for resource:security_group_rule and tenant:3fe0b4f2649f44c79b1320160fe775e1 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:05.868507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:05.876738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:05.978984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:05.982539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:05.996859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a9e2cf8e-b48e-48d2-bd14-ff35662710b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:06.048171 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3fe0b4f2649f44c79b1320160fe775e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2201955
Apr 08 08:23:06.048171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb34c6a-940f-4801-a993-f613b04c9586,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:06.049004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38600) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:06.050359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:06.163203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be0ea701-6446-452c-8320-9883d9e105b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:06.209359 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-941bbe05-00e8-475e-b69e-a8a2e584b3f7 req-470cf688-cb87-4df5-b9f5-00fcc249d52e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 210 time: 0.0566561
Apr 08 08:23:06.235477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be0ea701-6446-452c-8320-9883d9e105b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:06.432524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be0ea701-6446-452c-8320-9883d9e105b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:06.436920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b35a133c-fea6-4025-be7d-88aac4b6d365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:06.451647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ea701-6446-452c-8320-9883d9e105b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb34c6a-940f-4801-a993-f613b04c9586,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:06.457908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-be0ea701-6446-452c-8320-9883d9e105b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:06.482609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb426dd-d8c4-4139-9d1d-5073bacb7adc req-67b0a2be-6150-4b3d-9f49-062712d24177 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:06.484324 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5bb426dd-d8c4-4139-9d1d-5073bacb7adc req-67b0a2be-6150-4b3d-9f49-062712d24177 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1902769
Apr 08 08:23:06.485852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be0ea701-6446-452c-8320-9883d9e105b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:06.490585 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-be0ea701-6446-452c-8320-9883d9e105b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ebb34c6a-940f-4801-a993-f613b04c9586 HTTP/1.1" status: 204  len: 168 time: 0.4362440
Apr 08 08:23:06.554031 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5bb426dd-d8c4-4139-9d1d-5073bacb7adc req-270b8327-c46f-4c18-bc0b-f067ee99ec30 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0549574
Apr 08 08:23:07.024003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38618) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:07.044809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:07.063441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:07.068677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Usage tracker for resource:security_group_rule and tenant:24af49a6e2e14dc69549b4b9d8ccc02d is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:07.072671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:07.084188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:07.204211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:07.210545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:07.219526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b964eaa4-9d7b-4255-886f-ffe07c5304c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:07.364636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:23:07.396909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b4962e-4b6e-42c2-9260-6087d8ce4615,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:07.417542 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24af49a6e2e14dc69549b4b9d8ccc02d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3920321
Apr 08 08:23:07.430849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38626) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:07.432244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:07.466072 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ae41070b-a33d-4071-a17e-306aa3dd8ece req-d27a83e1-2944-4282-bfd6-f49ad259cef8 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 210 time: 0.0830157
Apr 08 08:23:07.690059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-dd6a6292-e2fa-41db-9d71-08c7a5f135b1 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:07.692154 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-dd6a6292-e2fa-41db-9d71-08c7a5f135b1 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.48 "GET /v2.0/networks?id=ace98aec-df98-4cc4-b12b-53cc648ee3d3 HTTP/1.1" status: 200  len: 814 time: 0.4124999
Apr 08 08:23:07.707030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b84a4-0f07-47ab-970d-5b09abf18d62 req-9941b3a8-cfe7-46ab-9be1-a5f1dc1e55a2 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:07.711766 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fe5b84a4-0f07-47ab-970d-5b09abf18d62 req-9941b3a8-cfe7-46ab-9be1-a5f1dc1e55a2 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.4393828
Apr 08 08:23:07.713073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bc41c036-aa04-4ccc-9c8f-bca7272f054d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:07.734879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Request body: {'port': {'device_id': '9f6b7174-2c40-41bb-838b-7a2f8ca7b33e', 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3', 'admin_state_up': True, 'tenant_id': 'dcbff01257f6464c9f4d710722469b4a'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:07.816557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bc41c036-aa04-4ccc-9c8f-bca7272f054d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:07.906823 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fe5b84a4-0f07-47ab-970d-5b09abf18d62 req-4e12a26b-ece5-4418-96dc-dcde506401d9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1806047
Apr 08 08:23:07.977571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34b509-64af-459f-9a1e-09b0c2c8bed9 req-8efbae7b-b851-49d4-9621-74d7fc23dc4f tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:07.980618 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d34b509-64af-459f-9a1e-09b0c2c8bed9 req-8efbae7b-b851-49d4-9621-74d7fc23dc4f tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1883178
Apr 08 08:23:08.018504 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d34b509-64af-459f-9a1e-09b0c2c8bed9 req-7b8463fa-927b-4bda-94eb-7c5eed7dc022 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0306499
Apr 08 08:23:08.038099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bc41c036-aa04-4ccc-9c8f-bca7272f054d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:08.043409 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9090092a-d2f4-4fe4-ade5-99403c38b106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:08.066511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41c036-aa04-4ccc-9c8f-bca7272f054d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b4962e-4b6e-42c2-9260-6087d8ce4615,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:08.069701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bc41c036-aa04-4ccc-9c8f-bca7272f054d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:08.071160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:08.087607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bc41c036-aa04-4ccc-9c8f-bca7272f054d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:08.088843 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-bc41c036-aa04-4ccc-9c8f-bca7272f054d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b1b4962e-4b6e-42c2-9260-6087d8ce4615 HTTP/1.1" status: 204  len: 168 time: 0.6502898
Apr 08 08:23:08.090015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:08.100841 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Made reservation on behalf of dcbff01257f6464c9f4d710722469b4a for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:23:08.108050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:08.288347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Allocated IP 172.20.0.4 (ace98aec-df98-4cc4-b12b-53cc648ee3d3/16557c00-aba3-4e1d-aba1-649f77f6a856/2b7b98c1-c104-441c-afe2-c8724399b1c4) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:23:08.595587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:08.724469 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f911b58b-e7b6-4d2b-af6f-796eb606dee2 req-e0fe483a-8dee-4ebe-aa66-1011a467833a tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 210 time: 0.1121032
Apr 08 08:23:08.772121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:08.803409 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:09.071332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Pushing event updated for resources: {'Port': ['ID=2b7b98c1-c104-441c-afe2-c8724399b1c4,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:09.128074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:09.186174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Network ace98aec-df98-4cc4-b12b-53cc648ee3d3 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:23:09.187934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:23:09.196633 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:23:09.313791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:09.314540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:09.348042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec88692-8b2f-40bc-ac75-db8e94d4e6a3 req-6bd43e33-0d04-403c-ab7a-6a51cb2ecc1b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:09.350315 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6ec88692-8b2f-40bc-ac75-db8e94d4e6a3 req-6bd43e33-0d04-403c-ab7a-6a51cb2ecc1b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2026758
Apr 08 08:23:09.422182 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6ec88692-8b2f-40bc-ac75-db8e94d4e6a3 req-a951c51a-68c4-44c1-ba91-171d28a65bbe tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531473
Apr 08 08:23:09.422541 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6981046
Apr 08 08:23:09.470303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc6c37-6268-40b9-b1e0-91a580bf262e req-c19540b1-e4af-4c30-a033-6260f02a2c7c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:09.473051 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-45dc6c37-6268-40b9-b1e0-91a580bf262e req-c19540b1-e4af-4c30-a033-6260f02a2c7c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1521301
Apr 08 08:23:09.518436 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-45dc6c37-6268-40b9-b1e0-91a580bf262e req-e7e99d69-b514-4312-8fc1-1cafc45a90d9 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0379734
Apr 08 08:23:10.016166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca31ef9-bbc5-4007-adaf-4db01825009a req-004876d0-4901-45c7-91e4-1f72367af65c tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:10.019516 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6ca31ef9-bbc5-4007-adaf-4db01825009a req-004876d0-4901-45c7-91e4-1f72367af65c tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 931 time: 0.1315138
Apr 08 08:23:10.082546 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6ca31ef9-bbc5-4007-adaf-4db01825009a req-fb278007-37e5-45ec-b163-264338ead3ed tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497549
Apr 08 08:23:10.812814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc839db8-a2d8-4a79-b3ce-a3d50abbdd02 req-435809c4-382c-4bd4-a547-a7316a68d2a2 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:10.814674 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cc839db8-a2d8-4a79-b3ce-a3d50abbdd02 req-435809c4-382c-4bd4-a547-a7316a68d2a2 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1418829
Apr 08 08:23:10.869974 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cc839db8-a2d8-4a79-b3ce-a3d50abbdd02 req-42d59711-e8e8-44af-9df0-58bd588de100 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0342488
Apr 08 08:23:11.024762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b5aa0-93ca-429a-ba0a-bfb253c65634 req-f4dea605-bbaf-4dfe-93e1-887d20ecaa22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:11.026410 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-141b5aa0-93ca-429a-ba0a-bfb253c65634 req-f4dea605-bbaf-4dfe-93e1-887d20ecaa22 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.4507995
Apr 08 08:23:11.060138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Request body: {'port': {'device_id': '9f6b7174-2c40-41bb-838b-7a2f8ca7b33e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:11.117550 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-141b5aa0-93ca-429a-ba0a-bfb253c65634 req-eebb402c-2777-4d99-bf37-aea0756393c7 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765901
Apr 08 08:23:11.306532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:11.437421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876afb9a-0b6c-48f7-9428-28908e6ab7db req-c9d95a23-9f56-455f-b2f8-d843e8607b5f tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:11.439540 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-876afb9a-0b6c-48f7-9428-28908e6ab7db req-c9d95a23-9f56-455f-b2f8-d843e8607b5f tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 931 time: 0.1558766
Apr 08 08:23:11.484913 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-876afb9a-0b6c-48f7-9428-28908e6ab7db req-4dd81e90-6a33-42c2-b822-02fabd28c846 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316312
Apr 08 08:23:11.777486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-57b4a3ef-20fa-4d4e-a974-7a3d53c256b4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:11.779181 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-57b4a3ef-20fa-4d4e-a974-7a3d53c256b4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2365189
Apr 08 08:23:11.982513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Deleting port 823d7511-9fe3-4483-bf2b-20c8e9988920 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:23:11.983170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:11.999488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38734) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:12.107147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.resource_extend [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 08:23:12.179032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.214533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:12.231622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Usage tracker for resource:security_group_rule and tenant:264c86d9a76d457c920056d54f94a46d is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:12.251541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:12.267247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:12.353601 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b7b98c1-c104-441c-afe2-c8724399b1c4 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:23:12.378719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.555920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.562917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.574336 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7a98b9d0-8346-4d35-ad93-ece529bdd9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:12.581616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e70f-2c58-4031-b016-91c1602b04e0 req-12564fdc-bf20-45b5-9187-8831617eb026 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:12.583602 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-54a8e70f-2c58-4031-b016-91c1602b04e0 req-12564fdc-bf20-45b5-9187-8831617eb026 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.5519605
Apr 08 08:23:12.594698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Transition to ACTIVE for port object 2b7b98c1-c104-441c-afe2-c8724399b1c4 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:23:12.608816 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.620123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8cfac-7305-443d-8012-06979dcba799 req-d58e22c6-b877-4b5f-a581-e74864cc56fd tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:12.621903 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-98d8cfac-7305-443d-8012-06979dcba799 req-d58e22c6-b877-4b5f-a581-e74864cc56fd tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 0.2749348
Apr 08 08:23:12.633369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3b0ec5-d456-4913-a060-d1690d53624e,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:12.634482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:12.641138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:12.665137 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=264c86d9a76d457c920056d54f94a46d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6639607
Apr 08 08:23:12.668562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38750) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:12.687762 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-98d8cfac-7305-443d-8012-06979dcba799 req-bf72b478-cc5e-41eb-b3a9-c3fca44751f0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479388
Apr 08 08:23:12.750264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b0a40af8-b9e5-4888-9348-1dd666164d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.789974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b0a40af8-b9e5-4888-9348-1dd666164d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.798105 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-54a8e70f-2c58-4031-b016-91c1602b04e0 req-e2bedae6-5004-4806-af3d-b3a0bc157fc7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1960704
Apr 08 08:23:12.857306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] For port 823d7511-9fe3-4483-bf2b-20c8e9988920, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=823d7511-9fe3-4483-bf2b-20c8e9988920,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:12.857781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.866839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7b98c1-c104-441c-afe2-c8724399b1c4,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:12.875386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:12.933782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b0a40af8-b9e5-4888-9348-1dd666164d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.940604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5c007ed4-d239-477c-9694-4bccfb3199c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:12.960010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a40af8-b9e5-4888-9348-1dd666164d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3b0ec5-d456-4913-a060-d1690d53624e,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:12.967149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b0a40af8-b9e5-4888-9348-1dd666164d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:12.981289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b0a40af8-b9e5-4888-9348-1dd666164d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:12.984988 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b0a40af8-b9e5-4888-9348-1dd666164d94 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ba3b0ec5-d456-4913-a060-d1690d53624e HTTP/1.1" status: 204  len: 168 time: 0.3129761
Apr 08 08:23:12.999802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800fe59-d2c1-41ba-b5ff-b792f5066634 req-61ff30a6-d03a-4256-ba7c-567e9c9a2adb tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:13.001974 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2800fe59-d2c1-41ba-b5ff-b792f5066634 req-61ff30a6-d03a-4256-ba7c-567e9c9a2adb tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 943 time: 0.1551290
Apr 08 08:23:13.054106 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2800fe59-d2c1-41ba-b5ff-b792f5066634 req-fc9bb2ce-95f8-4c44-b3b0-feb935fda73b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325837
Apr 08 08:23:13.361865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38758) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:13.382681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:13.401251 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:13.406243 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b88c47a8224ca58d7c24a4d63f17b9 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:13.410290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:13.417200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:13.459567 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Attempting to bind port 2b7b98c1-c104-441c-afe2-c8724399b1c4 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:23:13.459950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Attempting to bind port 2b7b98c1-c104-441c-afe2-c8724399b1c4 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:23:13.460316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Attempting to bind port 2b7b98c1-c104-441c-afe2-c8724399b1c4 on network ace98aec-df98-4cc4-b12b-53cc648ee3d3 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:23:13.471996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Port 2b7b98c1-c104-441c-afe2-c8724399b1c4 on network ace98aec-df98-4cc4-b12b-53cc648ee3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:23:13.472508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Attempting to bind port 2b7b98c1-c104-441c-afe2-c8724399b1c4 on network ace98aec-df98-4cc4-b12b-53cc648ee3d3 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:23:13.478951 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:13.479367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:13.479733 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Floating IP ecaf045e-d40a-4e2d-947f-5817dfabf2cd disassociated. External IP: 172.27.1.111, port: 823d7511-9fe3-4483-bf2b-20c8e9988920.
Apr 08 08:23:13.480110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Calling delete_port for 823d7511-9fe3-4483-bf2b-20c8e9988920 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:23:13.537129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:13.541439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:13.545240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:23:13.545878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Checking segment: {'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:23:13.546558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Bound using segment: {'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:23:13.547356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Bound port: 2b7b98c1-c104-441c-afe2-c8724399b1c4, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd47053f-5e13-4138-965f-c5a157c8568a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:23:13.547986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:13.563471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-87864548-b918-4e3a-93b3-31ace05bb6fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:13.641703 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d3b88c47a8224ca58d7c24a4d63f17b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2761245
Apr 08 08:23:13.643557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38764) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:13.647940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e7fb76-4c56-4490-8225-1adb0b69228c,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:13.653168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:13.784137 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] For port 2b7b98c1-c104-441c-afe2-c8724399b1c4, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:23:13.886040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] For port 2b7b98c1-c104-441c-afe2-c8724399b1c4, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b7b98c1-c104-441c-afe2-c8724399b1c4,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:23:13.941697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:13.988444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f0bf73b4-7baa-492c-b5bf-e5c045529f21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:14.183168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c92a93-ab6d-4bbb-8f83-ff9a72332a51 req-7c2511a5-0b14-4dbc-a496-4074f9cb3dfb tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:14.185148 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-80c92a93-ab6d-4bbb-8f83-ff9a72332a51 req-7c2511a5-0b14-4dbc-a496-4074f9cb3dfb tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1036696
Apr 08 08:23:14.228770 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-80c92a93-ab6d-4bbb-8f83-ff9a72332a51 req-6bc2df41-0596-45ea-b831-ccf519ec816e tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0334022
Apr 08 08:23:14.451408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ccc02336-ee10-44f2-8bd1-7e018d8eb691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:14.494203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95a6a5-98b5-4acc-964b-1526290ceace req-81e831fd-7c42-4656-ac66-b33405bff2c0 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:14.496262 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba95a6a5-98b5-4acc-964b-1526290ceace req-81e831fd-7c42-4656-ac66-b33405bff2c0 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 943 time: 0.1110911
Apr 08 08:23:14.533653 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba95a6a5-98b5-4acc-964b-1526290ceace req-85bdd339-6227-4681-a237-aaf8741ae032 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296082
Apr 08 08:23:14.563843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:14.642249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ccc02336-ee10-44f2-8bd1-7e018d8eb691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:14.722437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2b7b98c1-c104-441c-afe2-c8724399b1c4,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:14.726639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:14.740467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-317ee57d-f562-412f-ba26-165a3f9ed398 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:14.835540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event deleted for resources: {'Port': ['ID=823d7511-9fe3-4483-bf2b-20c8e9988920,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:14.838274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:14.894560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:14.894821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:14.897157 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] 10.222.0.48 "PUT /v2.0/ports/2b7b98c1-c104-441c-afe2-c8724399b1c4 HTTP/1.1" status: 200  len: 1093 time: 3.8437712
Apr 08 08:23:14.901653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6b7174-2c40-41bb-838b-7a2f8ca7b33e', 'tag': '2b7b98c1-c104-441c-afe2-c8724399b1c4'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:14.917324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b014f23-daff-4d8c-9517-ecb5136b1325 req-eb72f90a-9e26-4fa5-888c-d3da9a4dea1a tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:14.919066 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8b014f23-daff-4d8c-9517-ecb5136b1325 req-eb72f90a-9e26-4fa5-888c-d3da9a4dea1a tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 946 time: 1.0398459
Apr 08 08:23:14.953685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ccc02336-ee10-44f2-8bd1-7e018d8eb691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:14.962890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0ca1d653-d7f4-4cbc-acf6-e6e2bce53276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:15.111047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3a34bdd1-f91d-44d9-98dd-7792b508b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:15.137637 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8b014f23-daff-4d8c-9517-ecb5136b1325 req-c8c49c3f-fcba-42cd-a68a-368e65c77071 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2068553
Apr 08 08:23:15.139133 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc02336-ee10-44f2-8bd1-7e018d8eb691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e7fb76-4c56-4490-8225-1adb0b69228c,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:15.143307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ccc02336-ee10-44f2-8bd1-7e018d8eb691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:15.200902 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6b7174-2c40-41bb-838b-7a2f8ca7b33e', 'tag': '2b7b98c1-c104-441c-afe2-c8724399b1c4', 'status': 'completed', 'code': 200}
Apr 08 08:23:15.234986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ccc02336-ee10-44f2-8bd1-7e018d8eb691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:15.236287 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ccc02336-ee10-44f2-8bd1-7e018d8eb691 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b0e7fb76-4c56-4490-8225-1adb0b69228c HTTP/1.1" status: 204  len: 168 time: 1.5873246
Apr 08 08:23:15.280538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Router d842888b-a291-4375-8612-6cbe3d493fe1 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:23:15.573098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:23:15.589946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] Sync routers for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:23:15.603563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:23:15.605256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bccd048>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:22:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:15.667275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2b3a-c29c-45ee-8612-d025351f19aa req-19b9d5d9-ffe8-4cb4-991f-640e23cf2667 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:15.668994 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-11ec2b3a-c29c-45ee-8612-d025351f19aa req-19b9d5d9-ffe8-4cb4-991f-640e23cf2667 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.2449517
Apr 08 08:23:15.675623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] No DVR routers for this DVR port 823d7511-9fe3-4483-bf2b-20c8e9988920 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:23:15.679150 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:15.681319 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a0f811af-cb32-46fc-a3e9-5af24a9200e0 req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "DELETE /v2.0/ports/823d7511-9fe3-4483-bf2b-20c8e9988920 HTTP/1.1" status: 204  len: 173 time: 3.8930521
Apr 08 08:23:15.725753 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-11ec2b3a-c29c-45ee-8612-d025351f19aa req-8e306a4d-7caa-4796-b746-f518ce1c2ad9 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432758
Apr 08 08:23:15.855399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 823d7511-9fe3-4483-bf2b-20c8e9988920 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:23:15.913470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6313ac-d36b-4be2-b456-52c7a98f0984 req-913f1f13-eea5-405d-8916-4b16df251fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:15.915329 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bc6313ac-d36b-4be2-b456-52c7a98f0984 req-913f1f13-eea5-405d-8916-4b16df251fac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcbff01257f6464c9f4d710722469b4a&device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 1096 time: 0.1489549
Apr 08 08:23:15.965930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:23:16.020785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1fd36-5e7c-452b-b8af-276413d12903 req-12153cab-46a0-4897-b281-ff873b916a4a tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:16.029375 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-98b1fd36-5e7c-452b-b8af-276413d12903 req-12153cab-46a0-4897-b281-ff873b916a4a tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 943 time: 0.1727703
Apr 08 08:23:16.094406 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-98b1fd36-5e7c-452b-b8af-276413d12903 req-16712e40-9161-4d1d-993c-168420ca548c tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638840
Apr 08 08:23:16.160062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6313ac-d36b-4be2-b456-52c7a98f0984 req-d3ad7065-422f-4106-9eed-018cca3d5dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:16.162831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bc6313ac-d36b-4be2-b456-52c7a98f0984 req-d3ad7065-422f-4106-9eed-018cca3d5dca service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=dcbff01257f6464c9f4d710722469b4a&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2376089
Apr 08 08:23:16.180895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 823d7511-9fe3-4483-bf2b-20c8e9988920 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:23:16.181263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 823d7511-9fe3-4483-bf2b-20c8e9988920 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:23:16.533095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bccd048>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:16.546742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] Checking router: d842888b-a291-4375-8612-6cbe3d493fe1 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:23:16.567428 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:23:16.569902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bccd048>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:22:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:16.609503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b88f1330-ca62-4018-b456-9249248ae579 req-411e4d55-941a-433c-8c4d-3ec21c2a6472 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Synchronizing usage tracker for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:16.658878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b88f1330-ca62-4018-b456-9249248ae579 req-411e4d55-941a-433c-8c4d-3ec21c2a6472 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Unset dirty status for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:16.673259 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b88f1330-ca62-4018-b456-9249248ae579 req-411e4d55-941a-433c-8c4d-3ec21c2a6472 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a8699d5-7dbd-4e57-a787-3271c59d6aec HTTP/1.1" status: 200  len: 210 time: 0.1693673
Apr 08 08:23:16.730984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6313ac-d36b-4be2-b456-52c7a98f0984 req-61fc2f9e-3100-4bb5-9548-dd7f114a8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:16.732976 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-bc6313ac-d36b-4be2-b456-52c7a98f0984 req-61fc2f9e-3100-4bb5-9548-dd7f114a8b1a service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5629575
Apr 08 08:23:16.880358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-9c9e2bba-c646-4ca8-8bb4-170d0275a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:16.882652 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-9c9e2bba-c646-4ca8-8bb4-170d0275a6c4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=dcbff01257f6464c9f4d710722469b4a&device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 1096 time: 0.1013544
Apr 08 08:23:17.003158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:23:17.049246 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-fca42167-ce73-4390-84ea-e9653c9f8c4d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b7b98c1-c104-441c-afe2-c8724399b1c4 HTTP/1.1" status: 200  len: 217 time: 0.1565893
Apr 08 08:23:17.171187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060e871-90ae-4d90-89f8-a82ec1a17411 req-dbde2b05-ae7d-44f6-9e8e-dcda41f2ad3a tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:17.175559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-27b60e43-7e64-40be-b708-ee8d045cf3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:17.178582 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-27b60e43-7e64-40be-b708-ee8d045cf3f7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=16557c00-aba3-4e1d-aba1-649f77f6a856 HTTP/1.1" status: 200  len: 854 time: 0.1218219
Apr 08 08:23:17.194300 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0060e871-90ae-4d90-89f8-a82ec1a17411 req-dbde2b05-ae7d-44f6-9e8e-dcda41f2ad3a tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1940215
Apr 08 08:23:17.263241 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0060e871-90ae-4d90-89f8-a82ec1a17411 req-c2edc8f7-cdce-45dd-99c4-47f7e8b69e51 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0679462
Apr 08 08:23:17.303728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'name': 'network-vif-deleted', 'tag': '823d7511-9fe3-4483-bf2b-20c8e9988920'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:17.324908 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-3f0b3a9b-b634-4abf-b606-dff9f2f5da86 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ace98aec-df98-4cc4-b12b-53cc648ee3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1362052
Apr 08 08:23:17.480716 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a8699d5-7dbd-4e57-a787-3271c59d6aec', 'name': 'network-vif-deleted', 'tag': '823d7511-9fe3-4483-bf2b-20c8e9988920', 'status': 'completed', 'code': 200}
Apr 08 08:23:17.667162 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-bbdd902c-aecf-48f5-a711-8ca0a3a8e3c1 service neutron] 10.222.0.48 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3264439
Apr 08 08:23:17.706990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6d04-bafa-4bbf-9863-f1192d984893 req-7cd11ba6-3e60-44de-9939-c4691ff207f0 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:17.708684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-258b6d04-bafa-4bbf-9863-f1192d984893 req-7cd11ba6-3e60-44de-9939-c4691ff207f0 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Synchronizing usage tracker for tenant:dcbff01257f6464c9f4d710722469b4a on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:17.796676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-258b6d04-bafa-4bbf-9863-f1192d984893 req-7cd11ba6-3e60-44de-9939-c4691ff207f0 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Unset dirty status for tenant:dcbff01257f6464c9f4d710722469b4a on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:17.797993 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-258b6d04-bafa-4bbf-9863-f1192d984893 req-7cd11ba6-3e60-44de-9939-c4691ff207f0 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 943 time: 0.3257806
Apr 08 08:23:17.938939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38892) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:18.044371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bccd048>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:18.065848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f72aa51-e623-4613-b015-f9606decc0aa None None] The sync data for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi is: [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:23:18.095957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eba003f7-0c05-458d-b1ac-1c65af02775c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:18.147839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1e2ac04d-2ff8-4da0-9fcc-e7e027b0982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:18.185610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eba003f7-0c05-458d-b1ac-1c65af02775c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:18.193994 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:18.323694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eba003f7-0c05-458d-b1ac-1c65af02775c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:18.361520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-de454008-7510-4fde-a287-b1ed180f7c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:18.420998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba003f7-0c05-458d-b1ac-1c65af02775c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:18.462208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-eba003f7-0c05-458d-b1ac-1c65af02775c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:18.469331 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2d8b2552-4c9d-46bb-8712-36bb2d2a8543 req-0fa028bc-98d5-4f34-8561-014bc113d0da service neutron] 10.222.0.48 "GET /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8005702
Apr 08 08:23:18.470632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eba003f7-0c05-458d-b1ac-1c65af02775c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:18.478772 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-eba003f7-0c05-458d-b1ac-1c65af02775c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "DELETE /v2.0/security-groups/bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e HTTP/1.1" status: 204  len: 168 time: 0.5381672
Apr 08 08:23:18.480257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38912) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:18.506972 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-258b6d04-bafa-4bbf-9863-f1192d984893 req-ce9f53b1-099d-4198-abad-e2f08a952027 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189721
Apr 08 08:23:18.597072 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.v2.resource [None req-4d5b907a-9597-4ae9-81d0-04eda8cef024 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] show failed (client error): The resource could not be found.
Apr 08 08:23:18.599356 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4d5b907a-9597-4ae9-81d0-04eda8cef024 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups/bb26b8b0-21f7-4cf0-bbd1-2b48c9bd922e HTTP/1.1" status: 404  len: 347 time: 0.1157846
Apr 08 08:23:18.604479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38918) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:18.684397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae562c45-9ab3-4065-b9cd-55d82f7ab2a2 req-28cb993f-0562-4e2a-ac4d-0258b85c80b4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:18.687686 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ae562c45-9ab3-4065-b9cd-55d82f7ab2a2 req-28cb993f-0562-4e2a-ac4d-0258b85c80b4 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1598341
Apr 08 08:23:18.719731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d5205a-d6e3-4228-8413-22adfa8feab2 None None] New status for floating IP ecaf045e-d40a-4e2d-947f-5817dfabf2cd: DOWN {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:23:18.766297 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ae562c45-9ab3-4065-b9cd-55d82f7ab2a2 req-b542a702-c167-44d4-8c8f-0a89ddc406e1 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0644791
Apr 08 08:23:18.877875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Deleting port b1d86d8a-1c26-48c2-9f6b-2ad57da5dcbf {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:23:18.878408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:19.166180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:19.166483 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:19.330836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Calling delete_port for b1d86d8a-1c26-48c2-9f6b-2ad57da5dcbf owned by network:floatingip {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:23:19.339900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:19.423120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84306) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:23:19.423490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:23:19.806142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce730010-fa2c-4351-94ea-57ae9722b796 req-0afcf357-941a-4fb5-9e76-2ded0d31004b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:19.807961 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ce730010-fa2c-4351-94ea-57ae9722b796 req-0afcf357-941a-4fb5-9e76-2ded0d31004b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 943 time: 0.1511085
Apr 08 08:23:19.854903 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ce730010-fa2c-4351-94ea-57ae9722b796 req-ef2ceefe-79ac-4301-80d2-fffa31fe74d9 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348413
Apr 08 08:23:19.925793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Deleting port b1d86d8a-1c26-48c2-9f6b-2ad57da5dcbf {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:23:19.925793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:20.022726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:20.115060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f676d-8bb6-4024-8804-8a22be51c884 req-dc2bd2d4-3ea6-4ee9-9a38-87924650596d tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:20.116837 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5c1f676d-8bb6-4024-8804-8a22be51c884 req-dc2bd2d4-3ea6-4ee9-9a38-87924650596d tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1842709
Apr 08 08:23:20.142748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:20.143176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:20.162386 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5c1f676d-8bb6-4024-8804-8a22be51c884 req-1bedfdf1-baa8-478c-b62c-33d45a25d0b1 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0311291
Apr 08 08:23:20.347766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Calling delete_port for b1d86d8a-1c26-48c2-9f6b-2ad57da5dcbf owned by network:floatingip {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:23:20.526353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:20.547457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cf26dee8-1703-472f-96a1-c853f357ac7e tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:20.605650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event deleted for resources: {'Port': ['ID=b1d86d8a-1c26-48c2-9f6b-2ad57da5dcbf,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:20.614201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:20.856674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:20.878416 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:20.885935 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "DELETE /v2.0/floatingips/ecaf045e-d40a-4e2d-947f-5817dfabf2cd HTTP/1.1" status: 204  len: 168 time: 2.2791896
Apr 08 08:23:21.320606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 38978) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:21.322955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24762b2c-c0d0-4d61-8a66-ed100a97802e req-a1557657-4e11-456c-a23f-a31688fa868a tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:21.324850 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-24762b2c-c0d0-4d61-8a66-ed100a97802e req-a1557657-4e11-456c-a23f-a31688fa868a tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 943 time: 0.2955027
Apr 08 08:23:21.326572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098896908', 'description': 'tempest-description--349733286'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:21.333697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:21.338703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:security_group and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:21.342878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:21.350275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:21.366578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.371072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:21.375048 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-24762b2c-c0d0-4d61-8a66-ed100a97802e req-9abc4d48-e8c0-4b18-92f0-c0f9759e204a tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0296638
Apr 08 08:23:21.376320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:security_group_rule and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:21.380432 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:21.387130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:21.522699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.538649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.546156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-848d15fb-ca22-4b65-8df6-b7cf4a5fac61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:21.601195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a227f26b-44d7-4e54-9c78-1e7610387f98,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:21.606255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:21.607191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.608528 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2868304
Apr 08 08:23:21.613846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38982) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:21.618916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf60e7-ec1e-4d66-a357-319ecdc0fa09 req-f141e7da-6ea3-47bb-80d1-03e146f9c907 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:21.620394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'security_group_rule': {'security_group_id': 'a227f26b-44d7-4e54-9c78-1e7610387f98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:21.620691 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a6bf60e7-ec1e-4d66-a357-319ecdc0fa09 req-f141e7da-6ea3-47bb-80d1-03e146f9c907 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1834993
Apr 08 08:23:21.627378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:21.632099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:security_group_rule and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:21.635659 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:21.642705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:21.662983 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a6bf60e7-ec1e-4d66-a357-319ecdc0fa09 req-f4091629-b57f-46c6-8857-8f2e85dba622 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0349715
Apr 08 08:23:21.664615 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.733254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 2b7b98c1-c104-441c-afe2-c8724399b1c4 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:23:21.751711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.755711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.760554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-46421df5-f67c-4a8b-a4b2-8e12989916ad tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:21.818136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2caa23e2-e0d3-4807-b8ea-a3f50128791d,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:21.823883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.833035 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2127068
Apr 08 08:23:21.833035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-52defd66-ed9b-4258-9f1a-ddf914550feb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:21.838426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38988) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:21.851182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'security_group_rule': {'security_group_id': 'a227f26b-44d7-4e54-9c78-1e7610387f98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:21.858654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:21.864549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:security_group_rule and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:21.868340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:21.876423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:21.901219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.928193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 2b7b98c1-c104-441c-afe2-c8724399b1c4, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b7b98c1-c104-441c-afe2-c8724399b1c4,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:21.945660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '2b7b98c1-c104-441c-afe2-c8724399b1c4', 'network_id': 'ace98aec-df98-4cc4-b12b-53cc648ee3d3', 'port_id': '2b7b98c1-c104-441c-afe2-c8724399b1c4', 'mac_address': 'fa:16:3e:7b:dd:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16557c00-aba3-4e1d-aba1-649f77f6a856', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:23:21.983497 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.987102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:21.990070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-55ef1c0b-6c34-4c85-9f8f-727b7171b8ef tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:22.019394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:22.019736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7e757e-221d-43c1-8d94-20cdb4f34272,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:22.023144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:22.023417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b7b98c1-c104-441c-afe2-c8724399b1c4 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:23:22.031528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:22.032974 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c975cb13-e34a-4cc8-b6cf-36195730623b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1930652
Apr 08 08:23:22.038867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 38992) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:22.044885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:22.048746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 2b7b98c1-c104-441c-afe2-c8724399b1c4, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b7b98c1-c104-441c-afe2-c8724399b1c4,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:22.052746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:22.053602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:22.054967 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3e07652e-7da5-4d92-a48c-230cc17d3a1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:22.064091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Usage tracker for resource:floatingip and tenant:726289ca2e5b4c9f9a58af78b0ee30d6 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:22.069468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:22.077047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:22.088767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:22.135628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=2b7b98c1-c104-441c-afe2-c8724399b1c4,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:22.146635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.147375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.147766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.148147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.148523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.148898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.149268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.149640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.150076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.150475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.150844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.151208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:23:22.156794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:22.309918 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['2b7b98c1-c104-441c-afe2-c8724399b1c4'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:23:22.342504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:22.543365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Allocated IP 172.27.1.10 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/f5c40439-fa6b-4d6f-9d54-1340a06f3eae) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:23:22.801680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d92b7-92d8-47a9-9ecc-e13484c4bb48 req-00b1bde8-9888-4c12-8645-e47f754fcf06 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:22.803537 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0c1d92b7-92d8-47a9-9ecc-e13484c4bb48 req-00b1bde8-9888-4c12-8645-e47f754fcf06 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 944 time: 0.2097275
Apr 08 08:23:22.809390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:22.827508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:22.889070 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0c1d92b7-92d8-47a9-9ecc-e13484c4bb48 req-ddccbece-c049-450b-bfc7-2a338086157e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330861
Apr 08 08:23:22.890552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:22.992944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ff30fef0-b95a-49f3-ad84-d8c3a51f739e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:23.114201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'Port': ['ID=f5c40439-fa6b-4d6f-9d54-1340a06f3eae,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:23.127550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:23.260606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:23:23.272803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:23:23.275512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:23:23.302970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c3982-4620-46cf-a9c3-b58fe8452cd8 req-0856b3e7-22f2-4e8d-817c-71584667fc6a tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:23.304680 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e24c3982-4620-46cf-a9c3-b58fe8452cd8 req-0856b3e7-22f2-4e8d-817c-71584667fc6a tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.3720202
Apr 08 08:23:23.351014 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e24c3982-4620-46cf-a9c3-b58fe8452cd8 req-9f55a3ff-5918-4bc7-b201-ddda60a1f14b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0332215
Apr 08 08:23:23.400236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:23.412325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cc453-5030-4b5d-8b9b-486d2fe961c2 req-385b77a5-ebaa-4bff-9d4e-1aee9623355c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:23.414282 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3b1cc453-5030-4b5d-8b9b-486d2fe961c2 req-385b77a5-ebaa-4bff-9d4e-1aee9623355c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.2335622
Apr 08 08:23:23.550285 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3b1cc453-5030-4b5d-8b9b-486d2fe961c2 req-a74897c7-fb23-4977-8f57-bdc14444f960 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0782292
Apr 08 08:23:23.558490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:23.753191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 2b7b98c1-c104-441c-afe2-c8724399b1c4 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:23:23.899068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 2b7b98c1-c104-441c-afe2-c8724399b1c4 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:23:23.908183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 2b7b98c1-c104-441c-afe2-c8724399b1c4 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:23:23.909018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:23.956535 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:23.964705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:24.000450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e2a0bcc9-3a71-44d0-b685-142ea2462ef9 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:24.117498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39022) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:24.158624 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:24.185523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6b7174-2c40-41bb-838b-7a2f8ca7b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7b98c1-c104-441c-afe2-c8724399b1c4'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:24.221563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 2b7b98c1-c104-441c-afe2-c8724399b1c4, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b7b98c1-c104-441c-afe2-c8724399b1c4,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:24.228086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:24.233144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:24.257658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed699879-d169-4b5f-b061-36677a539dce req-7e13063e-ed68-401b-88b3-c349455a8942 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:24.266756 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed699879-d169-4b5f-b061-36677a539dce req-7e13063e-ed68-401b-88b3-c349455a8942 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 944 time: 0.2203913
Apr 08 08:23:24.382671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'Port': ['ID=f5c40439-fa6b-4d6f-9d54-1340a06f3eae,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:24.437755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=2b7b98c1-c104-441c-afe2-c8724399b1c4,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:24.447594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:24.463655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:24.471674 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed699879-d169-4b5f-b061-36677a539dce req-9600a6a9-4b3e-4d0b-90ab-c46be05cef78 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1998591
Apr 08 08:23:24.506662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:24.531280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:24.542617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Usage tracker for resource:security_group_rule and tenant:eec75bc680644c479abfade4fae41c1f is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:24.546586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:24.555031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:24.685079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:24.705441 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6b7174-2c40-41bb-838b-7a2f8ca7b33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b7b98c1-c104-441c-afe2-c8724399b1c4', 'code': 200}
Apr 08 08:23:24.721219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:24.724417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:24.725853 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.6857898
Apr 08 08:23:24.726213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:24.769594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-77a16e46-ca4a-41e5-9ced-a0dcb41447c3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:24.772273 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-77a16e46-ca4a-41e5-9ced-a0dcb41447c3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.2637134
Apr 08 08:23:24.782530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6e4d6f60-2d07-4b58-8733-8a6683132105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:24.861768 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837a159d-b6e6-4823-89b8-e5327ade4bab,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:24.878732 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eec75bc680644c479abfade4fae41c1f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7592280
Apr 08 08:23:24.901613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 39040) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:24.943848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:25.027099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6e76b-4745-46e1-b3da-60064d6cf594 req-265e3b4b-18ef-4423-aedc-80e62b526332 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:25.035043 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8ac6e76b-4745-46e1-b3da-60064d6cf594 req-265e3b4b-18ef-4423-aedc-80e62b526332 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.2534256
Apr 08 08:23:25.044579 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Deleting port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:23:25.044986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:25.073760 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8ac6e76b-4745-46e1-b3da-60064d6cf594 req-57023f18-1e0e-461a-99d8-9f75c68321ed tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0314505
Apr 08 08:23:25.288722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-350d6aba-4031-4fdf-94ac-7051d557b461 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Synchronizing usage tracker for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:25.311978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-350d6aba-4031-4fdf-94ac-7051d557b461 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Unset dirty status for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:25.313652 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-350d6aba-4031-4fdf-94ac-7051d557b461 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--2098896908&fields=id&tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6 HTTP/1.1" status: 200  len: 267 time: 0.0711894
Apr 08 08:23:25.318636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f8d1-4abd-41f0-8d6d-41a6d988dde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:25.481318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f8d1-4abd-41f0-8d6d-41a6d988dde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:25.546859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-7e296bce-832b-495b-a19f-6398eaafb1b8 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:25.549771 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-7e296bce-832b-495b-a19f-6398eaafb1b8 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 810 time: 0.2262738
Apr 08 08:23:25.563543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b487-dc33-44cd-b5f1-baa17e1cf0fe req-ea904fb8-41ec-4824-9b8b-d002ba96f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:25.566623 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7aa1b487-dc33-44cd-b5f1-baa17e1cf0fe req-ea904fb8-41ec-4824-9b8b-d002ba96f354 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 1098 time: 0.4876561
Apr 08 08:23:25.574006 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-c9dd7c17-0740-4497-9092-0b929bd3af38 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/quotas/726289ca2e5b4c9f9a58af78b0ee30d6 HTTP/1.1" status: 200  len: 375 time: 0.0116854
Apr 08 08:23:25.586116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ffdd9-2aea-4544-90fc-124758fb1083 req-c8d07a63-47c2-4dfa-aca3-4b816768e339 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:25.589224 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea1ffdd9-2aea-4544-90fc-124758fb1083 req-c8d07a63-47c2-4dfa-aca3-4b816768e339 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 947 time: 0.6514220
Apr 08 08:23:25.730732 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7aa1b487-dc33-44cd-b5f1-baa17e1cf0fe req-5cedaf50-f70e-41d4-bd85-8dd8da615df0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267769
Apr 08 08:23:25.735517 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-384fcbb5-2b69-46ff-9850-37d91397cf82 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1486681
Apr 08 08:23:25.782617 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ea1ffdd9-2aea-4544-90fc-124758fb1083 req-466bfe50-d147-4203-8c8a-66cd5fcee904 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=7ea39b6f-df2b-44b2-807a-dc457c70971b&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1761353
Apr 08 08:23:25.798595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] For port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:25.799213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:25.922786 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-59cd41db-344d-42f8-8f92-63e58059c975 service neutron] 10.222.0.54 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725359
Apr 08 08:23:26.040976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f8d1-4abd-41f0-8d6d-41a6d988dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:26.065078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ccc02336-ee10-44f2-8bd1-7e018d8eb691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:26.092859 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-66dfd6b8-a805-4ccc-b87e-a0beb68de917 service neutron] 10.222.0.54 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1628532
Apr 08 08:23:26.131588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8f8d1-4abd-41f0-8d6d-41a6d988dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a159d-b6e6-4823-89b8-e5327ade4bab,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:26.138917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3cc8f8d1-4abd-41f0-8d6d-41a6d988dde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:26.298619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3cc8f8d1-4abd-41f0-8d6d-41a6d988dde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:26.306529 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3cc8f8d1-4abd-41f0-8d6d-41a6d988dde7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/837a159d-b6e6-4823-89b8-e5327ade4bab HTTP/1.1" status: 204  len: 168 time: 1.3973937
Apr 08 08:23:26.528216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7122d5-326b-401f-a395-2aa812c79e96 req-03ef2bb1-ba51-4b3f-9071-2727843ed555 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:26.529994 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4c7122d5-326b-401f-a395-2aa812c79e96 req-03ef2bb1-ba51-4b3f-9071-2727843ed555 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 945 time: 0.5619879
Apr 08 08:23:26.586928 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4c7122d5-326b-401f-a395-2aa812c79e96 req-6365f199-10c4-4f4a-a06a-09fda3b47fce tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357840
Apr 08 08:23:26.664982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:26.665437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:26.665777 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Floating IP c3d90f12-7c7d-42b9-98e8-eaee49cd05fa disassociated. External IP: 172.27.1.152, port: 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b.
Apr 08 08:23:26.666200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Calling delete_port for 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:23:26.759180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744a929-42d9-4d4f-94db-4d9e848bd010 req-fdcc143c-6fcf-40b8-9ee6-1ec7eb1af3e2 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:26.768434 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9744a929-42d9-4d4f-94db-4d9e848bd010 req-fdcc143c-6fcf-40b8-9ee6-1ec7eb1af3e2 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.4051609
Apr 08 08:23:26.856778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-f7aea256-ce3a-43e7-a828-e0716a7d75cb req-909120bd-9f8f-457f-8835-c956063cfce2 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Synchronizing usage tracker for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:26.865405 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9744a929-42d9-4d4f-94db-4d9e848bd010 req-fed41f87-bbe5-473a-af16-4fe81d43a2b8 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0951326
Apr 08 08:23:27.009696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-f7aea256-ce3a-43e7-a828-e0716a7d75cb req-909120bd-9f8f-457f-8835-c956063cfce2 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Unset dirty status for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:27.015299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f7aea256-ce3a-43e7-a828-e0716a7d75cb req-909120bd-9f8f-457f-8835-c956063cfce2 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 210 time: 0.2334943
Apr 08 08:23:27.060508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:27.082019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ee4e3021-ed8a-4a17-89a0-8699edfbe149 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:27.142729 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-edbd4f4d-4792-4ea7-b439-9c0a4768dd04 req-2475097d-6c52-455c-99e3-6b22a4691237 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 210 time: 0.0985212
Apr 08 08:23:27.175951 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event deleted for resources: {'Port': ['ID=07ec2a84-13b3-4f42-a471-c1bfa38a9b9b,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:27.272345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:27.705988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Router 0de6e455-26e1-4f3f-8398-6e0c404b0187 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:23:28.192978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cf560-9a6c-444f-993b-843419797e3a req-17008e8b-0857-49f7-a58b-88ffc62ede79 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:28.196335 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3a7cf560-9a6c-444f-993b-843419797e3a req-17008e8b-0857-49f7-a58b-88ffc62ede79 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.1263721
Apr 08 08:23:28.254954 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3a7cf560-9a6c-444f-993b-843419797e3a req-cba8d2fc-cacd-41c9-af04-00846cecacda tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&id=21eed32e-7ea5-4788-a119-f7ddc362e6b0&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435116
Apr 08 08:23:28.392509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:23:28.409484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] Sync routers for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:23:28.420230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae1135-b5c1-4971-a81f-a59ca8475f75 req-6414ae1c-429e-41f5-9d37-1bfcfb80676b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:28.423598 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0aae1135-b5c1-4971-a81f-a59ca8475f75 req-6414ae1c-429e-41f5-9d37-1bfcfb80676b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 945 time: 0.5898769
Apr 08 08:23:28.437410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:23:28.438144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10322160>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:23:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:28.573069 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5e46f710-5a59-475c-a2d0-6d05a2846ee8 req-b12aff7b-cc1b-4f1d-bee7-4550b7ab5041 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 210 time: 0.0996759
Apr 08 08:23:28.652559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] No DVR routers for this DVR port 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:23:28.657000 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0aae1135-b5c1-4971-a81f-a59ca8475f75 req-93dd4d0f-d365-4289-a261-20c5dcd15c4e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732280
Apr 08 08:23:28.662467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:28.665593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-deleted', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:28.700887 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff59466c-0651-43d1-9fbd-30839e9b1c93 req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "DELETE /v2.0/ports/07ec2a84-13b3-4f42-a471-c1bfa38a9b9b HTTP/1.1" status: 204  len: 173 time: 3.9222684
Apr 08 08:23:28.709246 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-0ec9bcd1-4696-4922-88c1-b336426402e9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:28.710442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-0ec9bcd1-4696-4922-88c1-b336426402e9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Synchronizing usage tracker for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:network {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:28.736339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-0ec9bcd1-4696-4922-88c1-b336426402e9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Unset dirty status for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:network {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:28.737871 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-0ec9bcd1-4696-4922-88c1-b336426402e9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 810 time: 0.5421891
Apr 08 08:23:28.795496 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-814bbd48-eb68-4150-869a-897d859b269a req-f6152658-7eee-4dfa-af2d-d26165816169 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=04ff35bb-5896-4d02-90ad-767256a6c3df HTTP/1.1" status: 200  len: 210 time: 0.0832841
Apr 08 08:23:28.813605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:23:28.843491 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-f8eb15f6-62c2-4c2d-8129-ca4b8c48e888 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6 HTTP/1.1" status: 200  len: 5704 time: 0.0861299
Apr 08 08:23:28.846921 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04ff35bb-5896-4d02-90ad-767256a6c3df', 'name': 'network-vif-deleted', 'tag': '07ec2a84-13b3-4f42-a471-c1bfa38a9b9b', 'status': 'completed', 'code': 200}
Apr 08 08:23:28.857766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'port': {'device_id': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'admin_state_up': True, 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'security_groups': ['a227f26b-44d7-4e54-9c78-1e7610387f98']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:29.326200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:29.341059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:29.348889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10322160>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:29.350735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Made reservation on behalf of 726289ca2e5b4c9f9a58af78b0ee30d6 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:23:29.354563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] Checking router: 0de6e455-26e1-4f3f-8398-6e0c404b0187 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:23:29.357495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:29.367329 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:23:29.368023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10322160>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:23:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:29.588849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Allocated IP 172.20.0.13 (11712076-69ce-4aa6-a011-1247e6075ee7/619ccc2b-4efb-48f9-b46c-a8aff86efa6a/74ff8acd-151d-4d05-bdb2-7a83c55cc25e) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:23:29.683305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:23:29.812568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:23:29.846753 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-31901d6d-8f99-499c-82af-abac29b8f9bd req-8b8e2718-7fc8-49f0-bf1a-f612b60df11e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 210 time: 0.0825505
Apr 08 08:23:29.890661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:23:29.891273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 07ec2a84-13b3-4f42-a471-c1bfa38a9b9b not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:23:29.951618 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:29.974223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Transition to ACTIVE for port object 74ff8acd-151d-4d05-bdb2-7a83c55cc25e will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:23:30.004556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.009035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39112) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:30.046573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c271c315-e36e-4bb9-af3e-15e4d48cb5ee tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:30.110647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5de2fe1-0c26-4bd1-8483-a9bda76f2740 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.150033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5de2fe1-0c26-4bd1-8483-a9bda76f2740 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.246000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5de2fe1-0c26-4bd1-8483-a9bda76f2740 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.253745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10322160>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:30.263103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dfa9fa-01dd-40d4-bdb1-539388a984fc None None] The sync data for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi is: [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:23:30.277020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8d766451-dc85-4383-8dfa-b9c49f7266ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:30.313439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event updated for resources: {'Port': ['ID=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:30.325237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5de2fe1-0c26-4bd1-8483-a9bda76f2740 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea39b6f-df2b-44b2-807a-dc457c70971b,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:30.325992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:30.329850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c5de2fe1-0c26-4bd1-8483-a9bda76f2740 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:30.331889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c5de2fe1-0c26-4bd1-8483-a9bda76f2740 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.335369 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c5de2fe1-0c26-4bd1-8483-a9bda76f2740 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "DELETE /v2.0/security-groups/7ea39b6f-df2b-44b2-807a-dc457c70971b HTTP/1.1" status: 204  len: 168 time: 0.3247433
Apr 08 08:23:30.339641 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 39118) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:30.376570 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.v2.resource [None req-1f4d850c-4be9-4be3-982c-a03a92762bf5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] show failed (client error): The resource could not be found.
Apr 08 08:23:30.380970 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1f4d850c-4be9-4be3-982c-a03a92762bf5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups/7ea39b6f-df2b-44b2-807a-dc457c70971b HTTP/1.1" status: 404  len: 347 time: 0.0366316
Apr 08 08:23:30.381690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39122) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:30.419883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Network 11712076-69ce-4aa6-a011-1247e6075ee7 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:23:30.421032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:23:30.424191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:23:30.514875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:30.515629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.548985 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-9583e1c6-eda4-40c7-b9e9-7d6221940a01 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7003403
Apr 08 08:23:30.562842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Request body: {'port': {'device_id': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:30.718115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.810796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Deleting port 6584558a-6fe8-4b36-8aa9-ba542f153d4e {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:23:30.811427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.835076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-b356d2e3-81ba-44b9-909a-a2c6dbbf1231 None None] Provisioning for port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:23:30.842596 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165350ec-b3a9-48fc-9e69-eb1c17ee0e69 None None] New status for floating IP c3d90f12-7c7d-42b9-98e8-eaee49cd05fa: DOWN {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:23:30.846183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-b356d2e3-81ba-44b9-909a-a2c6dbbf1231 None None] Provisioning complete for port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:23:30.846614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b356d2e3-81ba-44b9-909a-a2c6dbbf1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:30.941603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-b356d2e3-81ba-44b9-909a-a2c6dbbf1231 None None] Port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:23:31.136824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:31.137198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:31.268119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ff8acd-151d-4d05-bdb2-7a83c55cc25e {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:23:31.277702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:31.288909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Calling delete_port for 6584558a-6fe8-4b36-8aa9-ba542f153d4e owned by network:floatingip {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:23:31.295199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Transition to ACTIVE for port object 74ff8acd-151d-4d05-bdb2-7a83c55cc25e will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:23:31.299090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:31.315942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:31.354674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426d5f6-9f5f-4a7c-912c-56a3d81de698 req-9e1931ce-8ad3-4cc9-87d3-986acc15331a tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:31.357856 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8426d5f6-9f5f-4a7c-912c-56a3d81de698 req-9e1931ce-8ad3-4cc9-87d3-986acc15331a tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 932 time: 0.3307655
Apr 08 08:23:31.439102 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8426d5f6-9f5f-4a7c-912c-56a3d81de698 req-bd75c1e3-c05c-4438-ac50-b626f4b98e5b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725873
Apr 08 08:23:31.477248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Pushing event updated for resources: {'Port': ['ID=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:31.482286 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:31.493575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84307) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:23:31.493980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:23:31.727625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Attempting to bind port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:23:31.728000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Attempting to bind port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:23:31.728373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Attempting to bind port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e on network 11712076-69ce-4aa6-a011-1247e6075ee7 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:23:31.733814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e on network 11712076-69ce-4aa6-a011-1247e6075ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:23:31.734192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Attempting to bind port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e on network 11712076-69ce-4aa6-a011-1247e6075ee7 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:23:31.740595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:23:31.741056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Checking segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:23:31.741554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Bound using segment: {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:23:31.742146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Bound port: 74ff8acd-151d-4d05-bdb2-7a83c55cc25e, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '203398ff-e747-4480-adb1-7df0b5c02a5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:23:31.742597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:31.830946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] For port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:23:31.834637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] For port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:23:31.838855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:31.855920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11b99c9c-3321-40a1-b82f-0dcbcf1e38b9 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:31.995208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Deleting port 6584558a-6fe8-4b36-8aa9-ba542f153d4e {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:23:31.995636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:32.016110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Pushing event updated for resources: {'Port': ['ID=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:32.022447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:32.054834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:32.055504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:32.057000 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-b770097d-74fd-46d0-9538-81d871587ece service neutron] 10.222.0.48 "PUT /v2.0/ports/74ff8acd-151d-4d05-bdb2-7a83c55cc25e HTTP/1.1" status: 200  len: 1094 time: 1.4996450
Apr 08 08:23:32.058086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'tag': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:32.138967 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'tag': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'status': 'completed', 'code': 200}
Apr 08 08:23:32.185180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-2f09f5d2-b105-4fc3-a39d-b7d8a36b1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:32.187214 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-2f09f5d2-b105-4fc3-a39d-b7d8a36b1855 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 1097 time: 0.0858097
Apr 08 08:23:32.206656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:32.207881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:32.276472 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-27eb69cc-a968-4a67-a362-c0081581ffb8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e HTTP/1.1" status: 200  len: 217 time: 0.0802419
Apr 08 08:23:32.348726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Calling delete_port for 6584558a-6fe8-4b36-8aa9-ba542f153d4e owned by network:floatingip {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:23:32.350420 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-f51308e8-d544-4923-8386-c0b0ecef1120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:32.352007 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-f51308e8-d544-4923-8386-c0b0ecef1120 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.0680602
Apr 08 08:23:32.441377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-a9d22f55-a754-4e63-b7e6-8ca9ebe22ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:32.443349 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-a9d22f55-a754-4e63-b7e6-8ca9ebe22ea6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0838633
Apr 08 08:23:32.501626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:32.536504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:32.599579 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-6ce94f6a-08ed-4da9-b246-0d771e440d65 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449411
Apr 08 08:23:32.661024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event deleted for resources: {'Port': ['ID=6584558a-6fe8-4b36-8aa9-ba542f153d4e,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:32.732199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:32.779640 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3876b3b3-301d-42b9-9c85-b7fcec11bca1 req-2273b975-ba69-4b68-bf84-a60c121043b9 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655247
Apr 08 08:23:32.871541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:32.891854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f5670-6383-4415-8c7b-1b899c4e7d30 req-2ce3b1d7-523b-446b-b578-93c73dc1d643 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:32.893569 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5c5f5670-6383-4415-8c7b-1b899c4e7d30 req-2ce3b1d7-523b-446b-b578-93c73dc1d643 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 944 time: 0.2593720
Apr 08 08:23:32.922752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:32.923971 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "DELETE /v2.0/floatingips/c3d90f12-7c7d-42b9-98e8-eaee49cd05fa HTTP/1.1" status: 204  len: 168 time: 2.5406897
Apr 08 08:23:32.950202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-b2807de8-945d-432c-9571-61e7b852fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:32.952998 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-b2807de8-945d-432c-9571-61e7b852fd77 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 1097 time: 0.1090055
Apr 08 08:23:32.957314 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5c5f5670-6383-4415-8c7b-1b899c4e7d30 req-994eb680-351a-479a-a742-42c3e415dd2e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526285
Apr 08 08:23:33.132207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-b1fcff4e-de6a-4ecb-9907-c4622d09e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:33.134043 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-b1fcff4e-de6a-4ecb-9907-c4622d09e921 service neutron] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 911 time: 0.1672578
Apr 08 08:23:33.220019 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-024d8ed0-3bca-4f57-a238-f1a427f54155 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e HTTP/1.1" status: 200  len: 217 time: 0.0788932
Apr 08 08:23:33.303146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-b739a783-a82f-4866-8f1e-e7ea971b6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:33.305050 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-b739a783-a82f-4866-8f1e-e7ea971b6501 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.0785732
Apr 08 08:23:33.368086 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39156) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:33.373918 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1699663867', 'description': 'tempest-description--769388813'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:33.380823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:33.385567 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:security_group and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:33.388829 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:33.396018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:33.400940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-213ba0c0-9ede-4fd8-9ef2-8b93b7a5eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:33.402563 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-213ba0c0-9ede-4fd8-9ef2-8b93b7a5eb44 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0880117
Apr 08 08:23:33.406297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.410661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:33.414913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:security_group_rule and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:33.418068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:33.424420 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:33.503531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.507124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.512805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-dcf44d77-d94c-46ec-bdab-6e176e98af96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:33.552572 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-ec6f4cb7-95b5-411e-8552-2c12da0f4b49 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387107
Apr 08 08:23:33.558409 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5afe33-cc29-46f9-aecb-cdd651b11238,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:33.561250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.565225 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.1934009
Apr 08 08:23:33.565225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:33.565593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39160) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:33.571955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'security_group_rule': {'security_group_id': '0a5afe33-cc29-46f9-aecb-cdd651b11238', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:33.578455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:33.583263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:security_group_rule and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:33.586395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:33.593174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:33.610840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.681984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.686171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.689135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:33.721443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=defeaacf-440d-4e46-947d-013544c3fdac,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:33.727588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:33.732082 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.736266 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1669178
Apr 08 08:23:33.736609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39164) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:33.744167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'security_group_rule': {'security_group_id': '0a5afe33-cc29-46f9-aecb-cdd651b11238', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:33.750694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:33.755732 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:security_group_rule and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:33.759337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:33.766620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:33.788004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.871590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.875128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.877745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-69d3005c-0c17-43ee-9694-c348af04e3b7 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:33.906337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c372d380-993e-4eeb-8e51-e807cae136a4,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:33.909539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:33.917504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.918866 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e124ac25-8e6a-4be3-aa7d-1a543313613d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1811814
Apr 08 08:23:33.922469 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39170) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:33.929378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:33.938881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:33.943980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Usage tracker for resource:floatingip and tenant:d518367a337a4834b816d5ba592151f7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:33.947227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:33.953810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:33.964380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:33.967686 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2cef910d-54ad-4cad-b143-5887acf5ded7 req-321335f2-2acc-474b-bd84-01bfccec5ba4 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4073465
Apr 08 08:23:34.197217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:34.209460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0275b-28fb-473b-b8df-570056816085 req-5380f6fe-66e3-4dcf-bbef-84b402ca102b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:34.211146 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b4c0275b-28fb-473b-b8df-570056816085 req-5380f6fe-66e3-4dcf-bbef-84b402ca102b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 944 time: 0.1195834
Apr 08 08:23:34.298881 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b4c0275b-28fb-473b-b8df-570056816085 req-38e9f8fa-cc48-49ab-afe5-a0d4a5915465 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516982
Apr 08 08:23:34.388417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Allocated IP 172.27.1.149 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/de00d0c7-a980-44e5-80f2-741ed10a8e54) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:23:34.814125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:34.861339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:34.878089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-91d40726-bd64-4834-9aa9-679371714877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:35.037419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'Port': ['ID=de00d0c7-a980-44e5-80f2-741ed10a8e54,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:35.042448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:35.092118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:23:35.093499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:23:35.096033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:23:35.194261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:35.268106 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:35.548952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e81e8-49a4-4328-a828-1cde3fc6b9ef req-cee98fb3-b1ca-4be2-bdb3-c5afdf2c6844 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:35.549779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-2b3e81e8-49a4-4328-a828-1cde3fc6b9ef req-cee98fb3-b1ca-4be2-bdb3-c5afdf2c6844 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Synchronizing usage tracker for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:35.567332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-2b3e81e8-49a4-4328-a828-1cde3fc6b9ef req-cee98fb3-b1ca-4be2-bdb3-c5afdf2c6844 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Unset dirty status for tenant:726289ca2e5b4c9f9a58af78b0ee30d6 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:35.568967 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b3e81e8-49a4-4328-a828-1cde3fc6b9ef req-cee98fb3-b1ca-4be2-bdb3-c5afdf2c6844 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 944 time: 0.1110046
Apr 08 08:23:35.585467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:35.589521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:35.607172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:35.610432 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b3e81e8-49a4-4328-a828-1cde3fc6b9ef req-90ac0945-0a59-49fc-8954-f2ec996063db tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0338578
Apr 08 08:23:35.774876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'Port': ['ID=de00d0c7-a980-44e5-80f2-741ed10a8e54,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:35.779420 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:35.799156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 74ff8acd-151d-4d05-bdb2-7a83c55cc25e details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:23:35.885349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:35.912542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:35.914006 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9903431
Apr 08 08:23:36.130832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:36.147211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'port_id': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'mac_address': 'fa:16:3e:21:3d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:23:36.213586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:36.215317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ff8acd-151d-4d05-bdb2-7a83c55cc25e {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:23:36.234546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:36.238688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:36.241064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-27b359f6-0d92-480f-bdb0-1d7e5d36623d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:36.257685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-340d0b32-8c40-4246-9090-446ed8733903 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Synchronizing usage tracker for tenant:d518367a337a4834b816d5ba592151f7 on resource:security_group {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:36.280748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-340d0b32-8c40-4246-9090-446ed8733903 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Unset dirty status for tenant:d518367a337a4834b816d5ba592151f7 on resource:security_group {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:36.282082 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-340d0b32-8c40-4246-9090-446ed8733903 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1699663867&fields=id&tenant_id=d518367a337a4834b816d5ba592151f7 HTTP/1.1" status: 200  len: 267 time: 0.1033862
Apr 08 08:23:36.323228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:36.326678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:36.456475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-7b1cea77-485e-4d17-a01a-2e6cfc674070 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:36.456895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['74ff8acd-151d-4d05-bdb2-7a83c55cc25e'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:23:36.457848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-7b1cea77-485e-4d17-a01a-2e6cfc674070 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Synchronizing usage tracker for tenant:d518367a337a4834b816d5ba592151f7 on resource:network {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:36.476165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-7b1cea77-485e-4d17-a01a-2e6cfc674070 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Unset dirty status for tenant:d518367a337a4834b816d5ba592151f7 on resource:network {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:36.477443 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-7b1cea77-485e-4d17-a01a-2e6cfc674070 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 816 time: 0.1852536
Apr 08 08:23:36.494474 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-acfb1e87-4a87-4d93-bb14-cdbba6a890a4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/quotas/d518367a337a4834b816d5ba592151f7 HTTP/1.1" status: 200  len: 375 time: 0.0106442
Apr 08 08:23:36.591475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9d968697-b964-4c9f-b76a-46f8781143c1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Synchronizing usage tracker for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:36.615704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9d968697-b964-4c9f-b76a-46f8781143c1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Unset dirty status for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:36.618222 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9d968697-b964-4c9f-b76a-46f8781143c1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1173110
Apr 08 08:23:36.798561 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-911060dc-fa51-4525-ae2b-6091d48455e0 service neutron] 10.222.0.54 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665580
Apr 08 08:23:36.840362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f265d-5763-4127-8d60-49619ad6e3b3 req-a0d38d78-0dc4-43c3-a424-1b3bd6738625 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:36.842238 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-eb1f265d-5763-4127-8d60-49619ad6e3b3 req-a0d38d78-0dc4-43c3-a424-1b3bd6738625 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 945 time: 0.1075933
Apr 08 08:23:36.926502 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-eb1f265d-5763-4127-8d60-49619ad6e3b3 req-ce7af66f-1d4a-400a-9a2c-bbe11c2b8f0d tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663829
Apr 08 08:23:36.969075 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-93e13536-718b-428c-a80c-0975cc5302a9 service neutron] 10.222.0.54 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1631026
Apr 08 08:23:37.180460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-e5a92c74-e71c-483b-bde2-2d2b850217bd req-ed726469-b6d1-4848-a352-6d9b06e19c6e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Synchronizing usage tracker for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:37.195189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-e5a92c74-e71c-483b-bde2-2d2b850217bd req-ed726469-b6d1-4848-a352-6d9b06e19c6e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Unset dirty status for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:37.196578 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e5a92c74-e71c-483b-bde2-2d2b850217bd req-ed726469-b6d1-4848-a352-6d9b06e19c6e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 210 time: 0.0702889
Apr 08 08:23:37.200552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39226) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:37.346947 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:37.365996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:37.373445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Usage tracker for resource:security_group_rule and tenant:8d0206b7198c48729d9759525faacb72 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:23:37.379931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:23:37.390345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:37.516157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:37.521992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:37.531943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c246fe05-94f6-4ddc-a3cb-ba8af4657c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:37.576811 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8d0206b7198c48729d9759525faacb72&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3750713
Apr 08 08:23:37.578568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80424678-3175-4294-9178-e6e743af2bdc,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:37.579718 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 39238) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:37.582539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:37.643725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-36b74c41-1791-4082-b346-2c01bfef2440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:37.674158 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-36b74c41-1791-4082-b346-2c01bfef2440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:37.728771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-36b74c41-1791-4082-b346-2c01bfef2440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:37.734054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-af4f10dd-7d23-4ca9-9e41-ea288a104e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:37.747546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b74c41-1791-4082-b346-2c01bfef2440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80424678-3175-4294-9178-e6e743af2bdc,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:37.750606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-36b74c41-1791-4082-b346-2c01bfef2440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:37.753070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-36b74c41-1791-4082-b346-2c01bfef2440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:37.754893 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-36b74c41-1791-4082-b346-2c01bfef2440 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/80424678-3175-4294-9178-e6e743af2bdc HTTP/1.1" status: 204  len: 168 time: 0.1740901
Apr 08 08:23:38.213200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 74ff8acd-151d-4d05-bdb2-7a83c55cc25e up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:23:38.234338 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae92e6-bd5f-4c91-be81-433b7564e376 req-664a34a5-bc84-4643-a169-f59d1f22a58b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:38.236389 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-24ae92e6-bd5f-4c91-be81-433b7564e376 req-664a34a5-bc84-4643-a169-f59d1f22a58b tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 945 time: 0.0993323
Apr 08 08:23:38.277581 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-24ae92e6-bd5f-4c91-be81-433b7564e376 req-d7f5893f-dfc4-4454-b770-ec7d8ae3119d tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321252
Apr 08 08:23:38.311489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:23:38.319995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:23:38.320608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:38.380654 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9753b6e-79c9-4da0-8786-510c27049232 req-24ca8298-637c-4d84-b63a-ec3ca0f5aee2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 210 time: 0.0517387
Apr 08 08:23:38.457492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:38.474934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:38.490806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:38.494734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:38.496843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:38.532447 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'code': 200}
Apr 08 08:23:38.578654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:38.582159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:39.504959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea4679-9659-487b-95b4-9e274ec7582c req-685fe907-1349-4976-9ebc-90b6e50f1cc6 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:39.506735 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4ea4679-9659-487b-95b4-9e274ec7582c req-685fe907-1349-4976-9ebc-90b6e50f1cc6 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 946 time: 0.0994730
Apr 08 08:23:39.541436 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4ea4679-9659-487b-95b4-9e274ec7582c req-2a74d347-26db-4c15-87af-c573c9371dcc tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0266204
Apr 08 08:23:39.569227 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b9da66c3-222e-4722-8f0e-812c69056d48 req-84f88fdd-2f18-40be-994f-4639dba8291c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 210 time: 0.0517528
Apr 08 08:23:40.445482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577ac06-053b-412e-a4e0-445c97119f19 req-286a1ae0-46a5-4cac-b50c-9c656476b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:40.447050 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5577ac06-053b-412e-a4e0-445c97119f19 req-286a1ae0-46a5-4cac-b50c-9c656476b6d6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 1099 time: 0.0861347
Apr 08 08:23:40.475114 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5577ac06-053b-412e-a4e0-445c97119f19 req-f4c176db-68f8-4534-8f79-545def28cc57 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0208955
Apr 08 08:23:40.747915 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8b21ea58-6464-43b4-a024-c078452968e3 req-90b80c91-1d3a-40cc-a5d0-bb10a88a8997 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 210 time: 0.0541863
Apr 08 08:23:40.758695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16ebbb-5ab2-467f-a52f-1a41d348c6ba req-c9af13a6-1b12-422a-9ca3-53cc14fe0641 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:40.760354 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-eb16ebbb-5ab2-467f-a52f-1a41d348c6ba req-c9af13a6-1b12-422a-9ca3-53cc14fe0641 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 946 time: 0.0998969
Apr 08 08:23:40.796262 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-eb16ebbb-5ab2-467f-a52f-1a41d348c6ba req-8f4b4927-ef12-4f36-97a0-f3c927f4f8e8 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283854
Apr 08 08:23:41.048814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-6f123780-ee54-45dc-a17e-3ee1cb50abcd tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:41.051170 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-6f123780-ee54-45dc-a17e-3ee1cb50abcd tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 816 time: 0.1964726
Apr 08 08:23:41.140687 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-148fe0f5-4357-45d4-8bce-837e4c1fecd4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d518367a337a4834b816d5ba592151f7 HTTP/1.1" status: 200  len: 5704 time: 0.0790918
Apr 08 08:23:41.152743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'port': {'device_id': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'admin_state_up': True, 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'security_groups': ['0a5afe33-cc29-46f9-aecb-cdd651b11238']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:41.313215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:23:41.324334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:23:41.334510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Made reservation on behalf of d518367a337a4834b816d5ba592151f7 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:23:41.340717 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:41.511003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Allocated IP 172.20.0.14 (6edb44dd-4adc-4625-a337-bd0772923580/a4841978-fb68-4ec8-85e7-2d461ae96540/c28f07db-125e-44b5-a370-e551955f81c6) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:23:41.716430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:41.732982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Transition to ACTIVE for port object c28f07db-125e-44b5-a370-e551955f81c6 will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:23:41.756767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:41.775142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:41.973116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3465b9a-822b-4389-bbfa-c968e500df0f req-c454a217-09a4-470a-a51c-97427a329a2e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:41.975313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:41.975803 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3465b9a-822b-4389-bbfa-c968e500df0f req-c454a217-09a4-470a-a51c-97427a329a2e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 932 time: 0.1018269
Apr 08 08:23:41.978359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:42.010648 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a3465b9a-822b-4389-bbfa-c968e500df0f req-d116ceae-193e-45dc-ad86-659ea0339463 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0291972
Apr 08 08:23:42.072321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Network 6edb44dd-4adc-4625-a337-bd0772923580 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:23:42.075285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:23:42.077759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:23:42.138138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42c84-fa29-4d84-bd12-282508b8aef2 req-2230d165-70ee-4635-b24e-4d8d816c12d0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:42.139863 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c1b42c84-fa29-4d84-bd12-282508b8aef2 req-2230d165-70ee-4635-b24e-4d8d816c12d0 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 946 time: 0.2192512
Apr 08 08:23:42.190350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:42.192067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:42.212210 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c1b42c84-fa29-4d84-bd12-282508b8aef2 req-238fb18a-c5c6-46c1-bf00-279e0b96c540 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644622
Apr 08 08:23:42.253137 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1047039
Apr 08 08:23:42.305417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-47a9a7c7-f434-440c-92a8-54440740d0a6 None None] Provisioning for port c28f07db-125e-44b5-a370-e551955f81c6 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:23:42.311237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-47a9a7c7-f434-440c-92a8-54440740d0a6 None None] Provisioning complete for port c28f07db-125e-44b5-a370-e551955f81c6 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:23:42.311655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-47a9a7c7-f434-440c-92a8-54440740d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:42.375540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-47a9a7c7-f434-440c-92a8-54440740d0a6 None None] Port c28f07db-125e-44b5-a370-e551955f81c6 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:23:42.430519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05584b-72d9-4f02-8961-040d8348e842 req-8f2976a1-832d-4e9c-9fd2-dac1e013c549 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:42.432185 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0e05584b-72d9-4f02-8961-040d8348e842 req-8f2976a1-832d-4e9c-9fd2-dac1e013c549 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 946 time: 0.0936399
Apr 08 08:23:42.441810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39282) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:42.447858 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Request body: {'floatingip': {'port_id': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:42.535631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:43.168381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:43.172829 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:43.254468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7046b-a5fb-4361-8d41-4e0ab57f0882 req-6ab8d85c-d05a-465e-bda4-f4cb8cf89dcc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:43.255284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7bd7046b-a5fb-4361-8d41-4e0ab57f0882 req-6ab8d85c-d05a-465e-bda4-f4cb8cf89dcc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Synchronizing usage tracker for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:23:43.270514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-7bd7046b-a5fb-4361-8d41-4e0ab57f0882 req-6ab8d85c-d05a-465e-bda4-f4cb8cf89dcc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Unset dirty status for tenant:d518367a337a4834b816d5ba592151f7 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:23:43.271906 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7bd7046b-a5fb-4361-8d41-4e0ab57f0882 req-6ab8d85c-d05a-465e-bda4-f4cb8cf89dcc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 932 time: 0.1128719
Apr 08 08:23:43.304421 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7bd7046b-a5fb-4361-8d41-4e0ab57f0882 req-4636893e-ebc4-427d-8049-31b402118e83 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259793
Apr 08 08:23:43.361987 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Floating IP 24e28a60-59b9-424a-bf91-58956a52c51c associated. External IP: 172.27.1.10, port: 74ff8acd-151d-4d05-bdb2-7a83c55cc25e.
Apr 08 08:23:43.710250 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Request body: {'port': {'device_id': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:43.840333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:43.996666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Router d842888b-a291-4375-8612-6cbe3d493fe1 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:23:44.198720 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:23:44.210483 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] Sync routers for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:23:44.215146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:44.231882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:23:44.232584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10308828>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:23:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:44.271341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28f07db-125e-44b5-a370-e551955f81c6 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:23:44.279367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:44.283715 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-83371a1b-59a0-4e15-8c67-b683a0d1dcf1 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "PUT /v2.0/floatingips/24e28a60-59b9-424a-bf91-58956a52c51c HTTP/1.1" status: 200  len: 991 time: 1.8374395
Apr 08 08:23:44.283715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'tag': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:44.310259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Transition to ACTIVE for port object c28f07db-125e-44b5-a370-e551955f81c6 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:23:44.314445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:44.335717 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b9625e54-6967-47a7-abc0-e035df17a7dc tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:44.381769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:23:44.448735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:23:44.491138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:44.495904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:44.586926 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'tag': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'status': 'completed', 'code': 200}
Apr 08 08:23:44.914124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10308828>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '24e28a60-59b9-424a-bf91-58956a52c51c', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'port_id': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'mac_address': 'fa:16:3e:21:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:23:23Z', 'updated_at': '2021-04-08T08:23:43Z', 'revision_number': 1, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:44.923734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] Checking router: d842888b-a291-4375-8612-6cbe3d493fe1 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:23:44.938392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:23:44.939107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10308828>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:23:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:45.158761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-600d6d68-bf34-4eef-849d-68edc048769c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:45.179715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Attempting to bind port c28f07db-125e-44b5-a370-e551955f81c6 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:23:45.180097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Attempting to bind port c28f07db-125e-44b5-a370-e551955f81c6 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:23:45.180479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Attempting to bind port c28f07db-125e-44b5-a370-e551955f81c6 on network 6edb44dd-4adc-4625-a337-bd0772923580 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:23:45.193583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Port c28f07db-125e-44b5-a370-e551955f81c6 on network 6edb44dd-4adc-4625-a337-bd0772923580 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:23:45.193961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Attempting to bind port c28f07db-125e-44b5-a370-e551955f81c6 on network 6edb44dd-4adc-4625-a337-bd0772923580 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:23:45.206433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:23:45.207697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Checking segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:23:45.208195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Bound using segment: {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:23:45.208815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Bound port: c28f07db-125e-44b5-a370-e551955f81c6, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6aaf3bf-8778-4be9-89bc-033fce06e918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:23:45.209216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:45.246262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-5f821fc9-f0c3-4c7d-8b36-c68cd4d26987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:45.246530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:23:45.247915 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-5f821fc9-f0c3-4c7d-8b36-c68cd4d26987 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 1099 time: 0.4442434
Apr 08 08:23:45.297022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f657a6-6650-4c32-b1d8-08ac2475f028 req-041319de-ad80-4b48-adc9-448de424889e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:45.299313 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-02f657a6-6650-4c32-b1d8-08ac2475f028 req-041319de-ad80-4b48-adc9-448de424889e tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.5947134
Apr 08 08:23:45.428031 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-02f657a6-6650-4c32-b1d8-08ac2475f028 req-b062051e-8411-4c03-bd6d-a4b3b2ace660 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0988257
Apr 08 08:23:45.454726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:23:45.461280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:23:45.468570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:45.495152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-86c3b700-f9bb-4b30-837e-b69deb933831 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:45.566542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-d6d499c8-e571-4d58-ad43-c77109c219ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:45.568489 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-d6d499c8-e571-4d58-ad43-c77109c219ce service neutron] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 911 time: 0.3079169
Apr 08 08:23:45.641524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10308828>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '24e28a60-59b9-424a-bf91-58956a52c51c', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'port_id': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'mac_address': 'fa:16:3e:21:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:23:23Z', 'updated_at': '2021-04-08T08:23:43Z', 'revision_number': 1, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:45.646718 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e48edd3-2561-4be3-9b32-7c0d6303559a None None] The sync data for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi is: [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '24e28a60-59b9-424a-bf91-58956a52c51c', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'floating_ip_address': '172.27.1.10', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'port_id': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'mac_address': 'fa:16:3e:21:3d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:23:23Z', 'updated_at': '2021-04-08T08:23:43Z', 'revision_number': 1, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:23:45.739218 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:45.756512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:45.784393 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-5baef4f9-a30e-48c1-8978-eee82901b1fb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e HTTP/1.1" status: 200  len: 999 time: 0.1537428
Apr 08 08:23:45.869220 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:45.869937 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:45.871439 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] 10.222.0.48 "PUT /v2.0/ports/c28f07db-125e-44b5-a370-e551955f81c6 HTTP/1.1" status: 200  len: 1094 time: 2.1668155
Apr 08 08:23:45.872005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:45.883930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-83b57e48-b13c-418e-a368-b8fe9dd53de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:45.885576 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-83b57e48-b13c-418e-a368-b8fe9dd53de5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.0916531
Apr 08 08:23:45.966807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e430ac-c162-4737-bb08-559818c86822 None None] New status for floating IP 24e28a60-59b9-424a-bf91-58956a52c51c: ACTIVE {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:23:45.989360 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6', 'status': 'completed', 'code': 200}
Apr 08 08:23:46.058447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-fee9d8f4-6386-4105-b17b-deefa92da8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:46.060234 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-fee9d8f4-6386-4105-b17b-deefa92da8d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1654549
Apr 08 08:23:46.066605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-103f67c2-554b-4e30-8375-b62d39a089f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:46.068480 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-103f67c2-554b-4e30-8375-b62d39a089f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 1097 time: 0.1304288
Apr 08 08:23:46.232467 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-5a328b36-f453-471d-a8e7-935c6543ce8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28f07db-125e-44b5-a370-e551955f81c6 HTTP/1.1" status: 200  len: 217 time: 0.1383820
Apr 08 08:23:46.342952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-0d12b1bc-cede-4535-b2cd-aa8f942fbf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:46.344514 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-0d12b1bc-cede-4535-b2cd-aa8f942fbf50 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.1037414
Apr 08 08:23:46.350116 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-c8b449e1-de2a-4390-ac0e-674e54097e91 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804933
Apr 08 08:23:46.563596 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-0dba7ff4-0a33-4fae-af8b-ebccc04a3f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:46.565338 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-0dba7ff4-0a33-4fae-af8b-ebccc04a3f02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.2141514
Apr 08 08:23:46.572437 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d6155bae-d620-4b19-8b58-7bad6e85531c req-e4e1b81f-7073-421d-af6b-1b39636df43c service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1796398
Apr 08 08:23:46.667879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bdd00-68bc-49b2-9321-f9a9fca48437 req-63d4827f-642a-441a-88e4-e30773c5f33c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:46.669595 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-901bdd00-68bc-49b2-9321-f9a9fca48437 req-63d4827f-642a-441a-88e4-e30773c5f33c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.1120412
Apr 08 08:23:46.707370 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-901bdd00-68bc-49b2-9321-f9a9fca48437 req-2fd92e8e-9376-40b7-9084-167f9d7301c9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0294149
Apr 08 08:23:46.724195 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-6b2713e9-8d9a-47b7-bd15-ad77ddc2fc48 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506038
Apr 08 08:23:46.885946 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-79436779-73c1-402c-81f6-3b8ca5e22d7f req-91ec163a-3f83-4165-a57d-ddb8eb492c45 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547735
Apr 08 08:23:47.022386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-8257c70b-49eb-4112-bc4c-f108d1598621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:47.024024 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-8257c70b-49eb-4112-bc4c-f108d1598621 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 1097 time: 0.0906785
Apr 08 08:23:47.205442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-8cec0f7f-a1ab-4002-b580-2fdef66a6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:47.207112 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-8cec0f7f-a1ab-4002-b580-2fdef66a6c77 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.1691816
Apr 08 08:23:47.287041 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-e429bcff-61a4-4b52-993a-d18137ae5969 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28f07db-125e-44b5-a370-e551955f81c6 HTTP/1.1" status: 200  len: 217 time: 0.0717974
Apr 08 08:23:47.364257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-d79b798e-1802-4446-a549-836ad6b87e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:47.365702 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-d79b798e-1802-4446-a549-836ad6b87e4a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.0712187
Apr 08 08:23:47.454217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-5fe070a7-d038-4a8b-aef2-0080334f3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:47.455750 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-5fe070a7-d038-4a8b-aef2-0080334f3299 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0819991
Apr 08 08:23:47.606584 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-645c0f80-0d6d-40f2-bed5-0e24283a8afa service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425319
Apr 08 08:23:47.761341 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b62e352c-e75d-4fca-807d-5bb129868a9c req-e4c4f032-7cf4-4de7-aa2b-03df4de7bac4 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472127
Apr 08 08:23:47.928562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30cbf4-4aad-4b20-ba7a-5cd2fa31a74f req-a477925b-3230-4608-aadb-b883210dc5f9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:47.930753 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6a30cbf4-4aad-4b20-ba7a-5cd2fa31a74f req-a477925b-3230-4608-aadb-b883210dc5f9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.0949628
Apr 08 08:23:47.962783 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6a30cbf4-4aad-4b20-ba7a-5cd2fa31a74f req-a843fd8f-84a9-422d-8851-33984a16d64a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255549
Apr 08 08:23:48.123334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-86bf83b8-7b2c-4558-a7e3-6b76a91aea32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:48.176162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:48.749803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:23:48.895803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:48.910626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'c28f07db-125e-44b5-a370-e551955f81c6', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'port_id': 'c28f07db-125e-44b5-a370-e551955f81c6', 'mac_address': 'fa:16:3e:55:56:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:23:48.969722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:48.971123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28f07db-125e-44b5-a370-e551955f81c6 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:23:48.989148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:48.992057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:48.993947 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:49.069719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:49.073071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:49.191692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe3fbc-eb13-4326-a285-54f9151269f7 req-8d740be8-4480-40f1-991b-5f67dde1a1c2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:49.193512 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cfe3fbc-eb13-4326-a285-54f9151269f7 req-8d740be8-4480-40f1-991b-5f67dde1a1c2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 945 time: 0.0991495
Apr 08 08:23:49.229371 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cfe3fbc-eb13-4326-a285-54f9151269f7 req-af40c21c-07ee-4a69-acc4-4790d74dd08c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0290487
Apr 08 08:23:49.232532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['c28f07db-125e-44b5-a370-e551955f81c6'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:23:49.357039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:50.007217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:50.502559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcaa8f-f409-4cc3-ab53-042c3654f79c req-5681ee9c-0b7d-47e8-b251-b528dff5caf2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:50.504995 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0fdcaa8f-f409-4cc3-ab53-042c3654f79c req-5681ee9c-0b7d-47e8-b251-b528dff5caf2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 945 time: 0.1428053
Apr 08 08:23:50.542479 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0fdcaa8f-f409-4cc3-ab53-042c3654f79c req-8e8fa70a-a964-4e3c-a371-22ce533a5d29 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0305936
Apr 08 08:23:50.745847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:23:51.016819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port c28f07db-125e-44b5-a370-e551955f81c6 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:23:51.023362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port c28f07db-125e-44b5-a370-e551955f81c6 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:23:51.023862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:51.167240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:51.180119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:51.202905 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:51.208375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:51.210479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:51.259466 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6', 'code': 200}
Apr 08 08:23:51.292261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:51.297101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:51.297548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f6800-22df-4662-a785-144d1bf14d95 req-35cf9754-57b3-43c8-ba18-c3a8c0937f90 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:51.299275 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-046f6800-22df-4662-a785-144d1bf14d95 req-35cf9754-57b3-43c8-ba18-c3a8c0937f90 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 945 time: 0.0946331
Apr 08 08:23:51.333077 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-046f6800-22df-4662-a785-144d1bf14d95 req-2c802528-e4d4-4467-91ce-761ac96ed542 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0263963
Apr 08 08:23:51.532643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac89b16-e9e3-4b62-bdb7-f7f250c18070 req-4efa56b4-3f46-422b-8be6-669e9051a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:51.534631 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cac89b16-e9e3-4b62-bdb7-f7f250c18070 req-4efa56b4-3f46-422b-8be6-669e9051a7af service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 1099 time: 0.0875077
Apr 08 08:23:51.567473 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cac89b16-e9e3-4b62-bdb7-f7f250c18070 req-58c1b81e-fdd1-478d-b970-0d7c555224c8 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0224795
Apr 08 08:23:51.771208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3a405-22f6-40b9-a36a-f5aa038e9893 req-4963555f-ccd6-4075-8fa5-811fab482868 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:51.772871 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aec3a405-22f6-40b9-a36a-f5aa038e9893 req-4963555f-ccd6-4075-8fa5-811fab482868 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0962949
Apr 08 08:23:51.806588 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aec3a405-22f6-40b9-a36a-f5aa038e9893 req-dd46fba4-7dfc-4b44-ac2e-97e37e5532c3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271406
Apr 08 08:23:52.548982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c7f5f-2acd-4a70-90bd-8814968eaafb req-64348b1b-6535-4ff0-938e-d513c02dba6b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:52.550901 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-713c7f5f-2acd-4a70-90bd-8814968eaafb req-64348b1b-6535-4ff0-938e-d513c02dba6b tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 945 time: 0.0936322
Apr 08 08:23:52.583188 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-713c7f5f-2acd-4a70-90bd-8814968eaafb req-d94f3f70-07e5-487b-a10e-276b816d7c61 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0260787
Apr 08 08:23:52.821660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:53.025390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9acd5-5576-4851-b2d2-9151921912e4 req-1aa85048-4e8e-4ad1-9536-673958d192b4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:53.027114 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b3f9acd5-5576-4851-b2d2-9151921912e4 req-1aa85048-4e8e-4ad1-9536-673958d192b4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0996199
Apr 08 08:23:53.059388 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b3f9acd5-5576-4851-b2d2-9151921912e4 req-c67c5407-7215-4a4d-824b-8819210cc798 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256217
Apr 08 08:23:53.232782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-6c8d0ab0-241b-48d4-bdd4-39484c75dce5 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:53.234754 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-6c8d0ab0-241b-48d4-bdd4-39484c75dce5 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.48 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 945 time: 0.0948715
Apr 08 08:23:53.271236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6df89-155a-4a67-8d0b-72b5811766ad req-6f3e2742-f660-4321-9454-58eccc125fad tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:53.272946 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c5c6df89-155a-4a67-8d0b-72b5811766ad req-6f3e2742-f660-4321-9454-58eccc125fad tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0945785
Apr 08 08:23:53.284921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39368) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:23:53.290958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Request body: {'floatingip': {'port_id': 'c28f07db-125e-44b5-a370-e551955f81c6'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:23:53.321530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Deleting port 2b7b98c1-c104-441c-afe2-c8724399b1c4 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:23:53.321859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:53.387100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:53.954189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] For port 2b7b98c1-c104-441c-afe2-c8724399b1c4, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=2b7b98c1-c104-441c-afe2-c8724399b1c4,segment=NetworkSegment(dd47053f-5e13-4138-965f-c5a157c8568a),segment_id=dd47053f-5e13-4138-965f-c5a157c8568a)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:23:53.954880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:54.104892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Calling delete_port for 2b7b98c1-c104-441c-afe2-c8724399b1c4 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:23:54.155773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab736b-7c0e-4754-9115-2688614fbf44 req-242fa9c1-eb9e-4818-bd52-7047d8642764 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:54.157603 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-98ab736b-7c0e-4754-9115-2688614fbf44 req-242fa9c1-eb9e-4818-bd52-7047d8642764 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 945 time: 0.3881314
Apr 08 08:23:54.221305 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-98ab736b-7c0e-4754-9115-2688614fbf44 req-b1f92bc2-5e13-465f-96b9-8e85272d029e tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/security-groups?id=36051e29-df1f-4854-9e78-62ccee979ecf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489974
Apr 08 08:23:54.271904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:54.275887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:54.332607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:54.345221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['2b7b98c1-c104-441c-afe2-c8724399b1c4'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:23:54.350555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:23:54.423313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Pushing event deleted for resources: {'Port': ['ID=2b7b98c1-c104-441c-afe2-c8724399b1c4,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:23:54.428051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:23:54.528825 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Floating IP 9a1c96a4-664f-489e-b290-d0feb9a922b9 associated. External IP: 172.27.1.149, port: c28f07db-125e-44b5-a370-e551955f81c6.
Apr 08 08:23:54.627203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] No DVR routers for this DVR port 2b7b98c1-c104-441c-afe2-c8724399b1c4 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:23:54.631589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:54.634753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6b7174-2c40-41bb-838b-7a2f8ca7b33e', 'name': 'network-vif-deleted', 'tag': '2b7b98c1-c104-441c-afe2-c8724399b1c4'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:54.652699 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-36fbd20f-8a25-4633-8bfe-4edf4c1a10e1 req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.48 "DELETE /v2.0/ports/2b7b98c1-c104-441c-afe2-c8724399b1c4 HTTP/1.1" status: 204  len: 173 time: 1.4112272
Apr 08 08:23:54.689872 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6b7174-2c40-41bb-838b-7a2f8ca7b33e', 'name': 'network-vif-deleted', 'tag': '2b7b98c1-c104-441c-afe2-c8724399b1c4', 'status': 'completed', 'code': 200}
Apr 08 08:23:55.015727 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Router 0de6e455-26e1-4f3f-8398-6e0c404b0187 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:23:55.616614 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-db8d8da5-67d6-4b2b-ae61-b45536217db2 req-3111c222-d4d6-4567-80e6-84d631c5fd95 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f6b7174-2c40-41bb-838b-7a2f8ca7b33e HTTP/1.1" status: 200  len: 210 time: 0.0737314
Apr 08 08:23:55.665540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:23:55.670698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:23:55.675898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] Sync routers for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:23:55.687146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:23:55.687851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c102b11d0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:23:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:55.736432 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-96d87126-5e78-4da2-a38b-d52f514e75bc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "PUT /v2.0/floatingips/9a1c96a4-664f-489e-b290-d0feb9a922b9 HTTP/1.1" status: 200  len: 992 time: 2.4472442
Apr 08 08:23:55.736432 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:23:55.793472 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6', 'status': 'completed', 'code': 200}
Apr 08 08:23:55.890458 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:23:55.909461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-a051978e-22e1-4180-836b-343d2f18b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:55.911115 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-a051978e-22e1-4180-836b-343d2f18b633 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 1099 time: 0.0902865
Apr 08 08:23:56.060346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-6af5dbb2-1b7e-4ac5-8acd-5b4d12788bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:56.061972 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-6af5dbb2-1b7e-4ac5-8acd-5b4d12788bb1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.1440756
Apr 08 08:23:56.199820 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-0e47c52f-5614-4131-a612-c560421a5f28 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28f07db-125e-44b5-a370-e551955f81c6 HTTP/1.1" status: 200  len: 1000 time: 0.1285517
Apr 08 08:23:56.285015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c102b11d0>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '9a1c96a4-664f-489e-b290-d0feb9a922b9', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'port_id': 'c28f07db-125e-44b5-a370-e551955f81c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'mac_address': 'fa:16:3e:55:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:23:35Z', 'updated_at': '2021-04-08T08:23:54Z', 'revision_number': 1, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:56.285413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-0416d205-64e6-431b-9de2-75f50d3b3e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:56.286889 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-0416d205-64e6-431b-9de2-75f50d3b3e34 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.0781226
Apr 08 08:23:56.289572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] Checking router: 0de6e455-26e1-4f3f-8398-6e0c404b0187 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:23:56.299230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:23:56.299943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c102b11d0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:23:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:56.381683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-f6335ef8-a5f6-47be-a08f-2db39fd94e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:23:56.384380 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-f6335ef8-a5f6-47be-a08f-2db39fd94e67 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0903628
Apr 08 08:23:56.508247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:23:56.539007 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-5ccf4a5f-ae29-4728-b7c7-798e97ffea2e service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457310
Apr 08 08:23:56.710444 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3d8cb620-ade5-4909-bcdc-d2669c4e4e46 req-9f4c8e62-844f-4866-a315-7c71b88286e0 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640418
Apr 08 08:23:56.772517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 2b7b98c1-c104-441c-afe2-c8724399b1c4 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:23:56.851892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 2b7b98c1-c104-441c-afe2-c8724399b1c4 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:23:56.852439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 2b7b98c1-c104-441c-afe2-c8724399b1c4 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:23:57.233766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c102b11d0>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '9a1c96a4-664f-489e-b290-d0feb9a922b9', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'port_id': 'c28f07db-125e-44b5-a370-e551955f81c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'mac_address': 'fa:16:3e:55:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:23:35Z', 'updated_at': '2021-04-08T08:23:54Z', 'revision_number': 1, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:23:57.239683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129aee8-e03f-47e6-99bd-ceb37929febc None None] The sync data for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi is: [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '9a1c96a4-664f-489e-b290-d0feb9a922b9', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'port_id': 'c28f07db-125e-44b5-a370-e551955f81c6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'mac_address': 'fa:16:3e:55:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:23:35Z', 'updated_at': '2021-04-08T08:23:54Z', 'revision_number': 1, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:23:57.546984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b75ff6-7d78-413d-80ed-6d7194149d43 None None] New status for floating IP 9a1c96a4-664f-489e-b290-d0feb9a922b9: ACTIVE {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:24:12.073684 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-5db59de4-1dba-4001-b914-41ed67fee580 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1834899592&fields=id&tenant_id=abb0e8e1985349f6bae19412ba4ddd3d HTTP/1.1" status: 200  len: 267 time: 0.0335093
Apr 08 08:24:12.176203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-b5201465-33fb-4ebe-bb6c-f7fad339c7bb tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:12.177934 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-b5201465-33fb-4ebe-bb6c-f7fad339c7bb tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 985 time: 0.0979824
Apr 08 08:24:12.190697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Request body: {'port': {'security_groups': ['8bd20e6a-11d8-4863-b848-e2962869a625']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:24:12.335460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:12.649777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] For port 86bfb8b8-b11c-4260-9da8-065953e8fce5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:24:12.680675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:12.684196 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:12.696346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['86bfb8b8-b11c-4260-9da8-065953e8fce5'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:24:12.700209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b770097d-74fd-46d0-9538-81d871587ece service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:12.860798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event updated for resources: {'Port': ['ID=86bfb8b8-b11c-4260-9da8-065953e8fce5,revision_number=7']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:12.873557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.874016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.874487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.874901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.875308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.875777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.876187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.876636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.877070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.877489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.877927 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.878339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:12.885772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:12.921351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:12.921925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:12.923442 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a2fa95b4-945e-406c-a4eb-e436afa489a6 req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "PUT /v2.0/ports/86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 943 time: 0.7383375
Apr 08 08:24:12.924005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:24:12.930549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 39504) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:24:12.983467 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'status': 'completed', 'code': 200}
Apr 08 08:24:13.009284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['86bfb8b8-b11c-4260-9da8-065953e8fce5'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:24:13.024003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-79075f2f-42a2-4cbd-acba-703f3439915c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:13.119973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-79075f2f-42a2-4cbd-acba-703f3439915c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:13.187910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-fca44a1c-cb5b-4e67-ae4f-581ca3615b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:13.190179 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-fca44a1c-cb5b-4e67-ae4f-581ca3615b99 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1099 time: 0.1628423
Apr 08 08:24:13.200343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-66a9cc62-9768-4662-9a68-075c868c5eb1 None None] Provisioning complete for port 86bfb8b8-b11c-4260-9da8-065953e8fce5 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:24:13.200867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-66a9cc62-9768-4662-9a68-075c868c5eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:13.307027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-79075f2f-42a2-4cbd-acba-703f3439915c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:13.317658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f5c37c90-4f74-4a86-a895-f13461a46f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:13.343260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79075f2f-42a2-4cbd-acba-703f3439915c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eed32e-7ea5-4788-a119-f7ddc362e6b0,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:13.348840 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-79075f2f-42a2-4cbd-acba-703f3439915c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:13.362919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-79075f2f-42a2-4cbd-acba-703f3439915c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:13.364140 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-79075f2f-42a2-4cbd-acba-703f3439915c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "DELETE /v2.0/security-groups/21eed32e-7ea5-4788-a119-f7ddc362e6b0 HTTP/1.1" status: 204  len: 168 time: 0.4324260
Apr 08 08:24:13.367376 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39512) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:24:13.389394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-ff86e8a9-a2dc-4fec-bb75-426ef5368ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:13.391206 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-ff86e8a9-a2dc-4fec-bb75-426ef5368ea2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 200  len: 915 time: 0.1919396
Apr 08 08:24:13.506512 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-969dcece-3ffc-485c-ab12-dd6dab7168dd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 1001 time: 0.1074605
Apr 08 08:24:13.577812 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-c3616b5d-589f-4684-8511-80782eb26bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:13.579443 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-c3616b5d-589f-4684-8511-80782eb26bc8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8301fa7-83cf-40ca-8411-67e5a069b7ce HTTP/1.1" status: 200  len: 853 time: 0.0646255
Apr 08 08:24:13.595884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Deleting port 8df5e8ee-cf36-4d04-b584-22aa78ee0104 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:24:13.596348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:13.669618 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-e770a129-93a3-4396-8cae-4f8592e4b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:13.671257 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-e770a129-93a3-4396-8cae-4f8592e4b417 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3aed61c9-6f00-4e51-9d36-26f3834c91bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0834060
Apr 08 08:24:13.793016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:13.793361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:13.833011 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-0e4930e0-8164-4651-a68d-1424115390f7 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542938
Apr 08 08:24:13.934272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Calling delete_port for 8df5e8ee-cf36-4d04-b584-22aa78ee0104 owned by network:floatingip {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:24:14.119623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:14.135771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:14.198694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event deleted for resources: {'Port': ['ID=8df5e8ee-cf36-4d04-b584-22aa78ee0104,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:14.209904 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-738b8c33-bb12-4ed4-87e7-23a8127a1e95 req-6e1f1c0e-864a-48bf-ae4c-58d6334d320e service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3686290
Apr 08 08:24:14.263542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.263867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.264267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.264669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.265162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.265462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.265901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.266318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.266686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.267075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.267494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.267853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:14.277327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:14.435321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks [] for floatingip, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:14.435805 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Floating IP e8b26a5d-5948-4b6a-a5b9-8d83254b95ba disassociated (deleted). External IP: 172.27.1.58, port: 86bfb8b8-b11c-4260-9da8-065953e8fce5.
Apr 08 08:24:14.807758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:24:14.999506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:24:15.013313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] Sync routers for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:24:15.021751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:15.031479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:24:15.031479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10322908>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:23:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:24:15.086563 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7723c25b-bfb4-40e7-9132-3083d4702ec5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "DELETE /v2.0/floatingips/e8b26a5d-5948-4b6a-a5b9-8d83254b95ba HTTP/1.1" status: 204  len: 168 time: 1.7143383
Apr 08 08:24:15.086563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:24:15.094665 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7ae293af-ad51-444e-a463-80640cd0ee0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:15.145186 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'status': 'completed', 'code': 200}
Apr 08 08:24:15.279317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-f51da134-5a75-467e-a89e-107c56e28e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:15.281262 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-f51da134-5a75-467e-a89e-107c56e28e2b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 1099 time: 0.1129181
Apr 08 08:24:15.453948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-eb625784-ff89-4802-8435-b9fb67d061af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:15.456024 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-eb625784-ff89-4802-8435-b9fb67d061af service neutron] 10.222.0.48 "GET /v2.0/networks?id=3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 200  len: 915 time: 0.1671433
Apr 08 08:24:15.469334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:24:15.549211 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-76cca00b-825f-413b-b1ce-2688b17bc10f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 200  len: 217 time: 0.0837860
Apr 08 08:24:15.630387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-2c34fd6a-8014-4d04-80ad-0747e1bc0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:15.633019 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-2c34fd6a-8014-4d04-80ad-0747e1bc0333 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d8301fa7-83cf-40ca-8411-67e5a069b7ce HTTP/1.1" status: 200  len: 853 time: 0.0754118
Apr 08 08:24:15.732530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-bcfa3418-7dfe-4eb5-ae63-8a54a09370be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:15.734164 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-bcfa3418-7dfe-4eb5-ae63-8a54a09370be service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=3aed61c9-6f00-4e51-9d36-26f3834c91bf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0926933
Apr 08 08:24:15.833998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10322908>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:44Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:24:15.838112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] Checking router: 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:24:15.847067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:24:15.847724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10322908>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:23:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:24:15.889186 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-6ff93ed4-01bc-45c7-8a17-ffc2832d1365 service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470158
Apr 08 08:24:16.039172 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88acce84-4d9b-4fd9-81bc-7060b6048b7d req-baaa8475-b426-40b1-91b1-43ebddfe171a service neutron] 10.222.0.48 "GET /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1419034
Apr 08 08:24:16.042640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:24:16.390625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10322908>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:44Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:24:16.394990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d3b653-5c1b-45d0-9f9a-b34aa9911f90 None None] The sync data for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi is: [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:20:30Z', 'revision_number': 4, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '7f14b80c-7846-4db6-94dc-c710a108c69e', 'name': '', 'network_id': '3aed61c9-6f00-4e51-9d36-26f3834c91bf', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'mac_address': 'fa:16:3e:2a:01:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:27Z', 'updated_at': '2021-04-08T08:20:44Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'subnets': [{'id': 'd8301fa7-83cf-40ca-8411-67e5a069b7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:24:16.844735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77db8608-9b14-4b29-bbbf-410d7e5ba9f9 None None] New status for floating IP e8b26a5d-5948-4b6a-a5b9-8d83254b95ba: DOWN {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:24:18.117501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-39df78d4-a0e8-463d-9ec3-747ef1ee4db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:18.180178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:18.677690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a6c77-db8a-4a46-b148-561fa3544db7 req-80f98a2f-1d3e-4bfb-8385-d402b8a9b644 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:18.679370 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc5a6c77-db8a-4a46-b148-561fa3544db7 req-80f98a2f-1d3e-4bfb-8385-d402b8a9b644 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.0894535
Apr 08 08:24:18.709353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-fc5a6c77-db8a-4a46-b148-561fa3544db7 req-a0a70ac2-a966-4e6e-9696-f9c66fb113bb tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Synchronizing usage tracker for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:security_group {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:24:18.724339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-fc5a6c77-db8a-4a46-b148-561fa3544db7 req-a0a70ac2-a966-4e6e-9696-f9c66fb113bb tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Unset dirty status for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:security_group {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:24:18.725559 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fc5a6c77-db8a-4a46-b148-561fa3544db7 req-a0a70ac2-a966-4e6e-9696-f9c66fb113bb tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397964
Apr 08 08:24:19.328833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:19.936163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20cc78-62db-4987-8e9c-3c77913a1738 req-d3c2eaa6-931c-4c41-9da7-a99439862a2e tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:19.936948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-ad20cc78-62db-4987-8e9c-3c77913a1738 req-d3c2eaa6-931c-4c41-9da7-a99439862a2e tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Synchronizing usage tracker for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:24:19.953130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-ad20cc78-62db-4987-8e9c-3c77913a1738 req-d3c2eaa6-931c-4c41-9da7-a99439862a2e tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Unset dirty status for tenant:abb0e8e1985349f6bae19412ba4ddd3d on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:24:19.954493 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ad20cc78-62db-4987-8e9c-3c77913a1738 req-d3c2eaa6-931c-4c41-9da7-a99439862a2e tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.1122513
Apr 08 08:24:19.988933 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ad20cc78-62db-4987-8e9c-3c77913a1738 req-71bc1919-80f6-45cd-a4fd-12e310450d51 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0279534
Apr 08 08:24:20.013113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:20.548548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0a7d50cf-e2fd-43a5-aff8-ec47dc63829f tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:20.550117 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0a7d50cf-e2fd-43a5-aff8-ec47dc63829f tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.48 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.0911667
Apr 08 08:24:20.630762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Deleting port 86bfb8b8-b11c-4260-9da8-065953e8fce5 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:24:20.631147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:20.907127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] For port 86bfb8b8-b11c-4260-9da8-065953e8fce5, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86bfb8b8-b11c-4260-9da8-065953e8fce5,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:24:20.907439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:21.043575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Calling delete_port for 86bfb8b8-b11c-4260-9da8-065953e8fce5 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:24:21.280915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb2cf6-5a49-4b64-b906-4c8c05d781dc req-d11d6872-0c0d-4bfe-a0de-fbb5bfba0eb5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:21.282597 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aceb2cf6-5a49-4b64-b906-4c8c05d781dc req-d11d6872-0c0d-4bfe-a0de-fbb5bfba0eb5 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/ports?device_id=832cd7ed-e852-4b7c-ac58-f4ff664d132b HTTP/1.1" status: 200  len: 946 time: 0.1746695
Apr 08 08:24:21.289696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:21.302935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['86bfb8b8-b11c-4260-9da8-065953e8fce5'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:24:21.308408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-17781fc0-4dd3-46f2-b4f2-ae1378e972e0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:21.361622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:24:21.381402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Pushing event deleted for resources: {'Port': ['ID=86bfb8b8-b11c-4260-9da8-065953e8fce5,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:21.392029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:21.448266 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aceb2cf6-5a49-4b64-b906-4c8c05d781dc req-5e6a7ba0-196e-41f7-a82d-c0f187406fb1 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.54 "GET /v2.0/security-groups?id=8bd20e6a-11d8-4863-b848-e2962869a625&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549935
Apr 08 08:24:21.586901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] No DVR routers for this DVR port 86bfb8b8-b11c-4260-9da8-065953e8fce5 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:24:21.589477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:21.592383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'name': 'network-vif-deleted', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:24:21.608392 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d0c67ef-8efb-41fc-89d2-8a738e382698 req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] 10.222.0.48 "DELETE /v2.0/ports/86bfb8b8-b11c-4260-9da8-065953e8fce5 HTTP/1.1" status: 204  len: 173 time: 1.0526464
Apr 08 08:24:21.651456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '832cd7ed-e852-4b7c-ac58-f4ff664d132b', 'name': 'network-vif-deleted', 'tag': '86bfb8b8-b11c-4260-9da8-065953e8fce5', 'status': 'completed', 'code': 200}
Apr 08 08:24:22.832922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:22.910470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39646) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:24:22.977750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Deleting subnet 16557c00-aba3-4e1d-aba1-649f77f6a856 {{(pid=84307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:24:22.983053 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:23.042954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826449161'] for subnet, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:23.103200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:23.373828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853245165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827350663'] for subnet, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:23.390448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ca826468-dc16-4a1b-913e-3f25e3853888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:23.437655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16557c00-aba3-4e1d-aba1-649f77f6a856,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:23.441454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:23.528385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:23.534758 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/16557c00-aba3-4e1d-aba1-649f77f6a856 HTTP/1.1" status: 204  len: 168 time: 0.6232102
Apr 08 08:24:23.537632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39654) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:24:23.654543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:23.844265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:23.960960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c107e7320>,) {'filters': {'network_id': ['ace98aec-df98-4cc4-b12b-53cc648ee3d3']}} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:24:23.973825 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c107e7320>, 'dd47053f-5e13-4138-965f-c5a157c8568a') {'for_net_delete': True} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:24:23.974178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c107e7320>, 'dd47053f-5e13-4138-965f-c5a157c8568a') {} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:24:23.988480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28326607'] for segment, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:24.009001 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:24.015498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=84307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:24:24.194208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Network ace98aec-df98-4cc4-b12b-53cc648ee3d3 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:24:24.203476 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853245106'] for segment, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:24.649823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Network ace98aec-df98-4cc4-b12b-53cc648ee3d3 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:24:24.673063 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:24:24.749813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:24.753532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e5be3c44-dffa-4e1f-8c8b-39d284bf7052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:24.771185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:24.782473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Pushing event deleted for resources: {'Network': ['ID=ace98aec-df98-4cc4-b12b-53cc648ee3d3,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:24.786188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:24.790943 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-04f12b81-7101-4694-98be-f7b52cbf6fba admin admin] 10.222.0.54 "DELETE /v2.0/networks/ace98aec-df98-4cc4-b12b-53cc648ee3d3 HTTP/1.1" status: 204  len: 168 time: 1.2517316
Apr 08 08:24:24.900782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 86bfb8b8-b11c-4260-9da8-065953e8fce5 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:24:24.938876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 86bfb8b8-b11c-4260-9da8-065953e8fce5 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:24:24.939278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 86bfb8b8-b11c-4260-9da8-065953e8fce5 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:24:24.966500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39664) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:24:25.003846 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7863e1dd-cd58-4880-b60c-9113e7cf0190 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=dcbff01257f6464c9f4d710722469b4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0359452
Apr 08 08:24:25.006210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39668) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:24:25.068149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be6a1441-cdb5-4342-b5ba-3dd186bdcc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:25.094761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be6a1441-cdb5-4342-b5ba-3dd186bdcc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:25.144468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be6a1441-cdb5-4342-b5ba-3dd186bdcc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:25.150170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8d7789f3-21ea-4df3-af77-2a5929a14ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:25.165210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a1441-cdb5-4342-b5ba-3dd186bdcc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36051e29-df1f-4854-9e78-62ccee979ecf,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:25.169102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-be6a1441-cdb5-4342-b5ba-3dd186bdcc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:25.172656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be6a1441-cdb5-4342-b5ba-3dd186bdcc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:25.174160 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-be6a1441-cdb5-4342-b5ba-3dd186bdcc63 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/36051e29-df1f-4854-9e78-62ccee979ecf HTTP/1.1" status: 204  len: 168 time: 0.1667776
Apr 08 08:24:35.184623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 39778) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:24:35.316153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:35.332435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:24:35.336529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Usage tracker for resource:security_group_rule and tenant:06ddb6c4433c4f66b2cd77997fabb090 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:24:35.339888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:24:35.346097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:24:35.436612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:35.439537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:35.450294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2d450513-2dc2-4777-aec1-724c9933f402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:35.489344 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06ddb6c4433c4f66b2cd77997fabb090&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3035064
Apr 08 08:24:35.492296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 39792) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:24:35.496869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1943cc19-0088-4504-9862-3cf7a99badc4,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:35.500262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6478d8d8-78f8-4634-9eca-a98bbe5d8526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:35.560922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7810b42a-445a-4e94-b1bf-7d126168bbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:35.588436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7810b42a-445a-4e94-b1bf-7d126168bbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:35.635375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7810b42a-445a-4e94-b1bf-7d126168bbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:35.640828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aa08a9f7-4f8d-4f49-8412-8f3197049495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:35.653351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810b42a-445a-4e94-b1bf-7d126168bbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1943cc19-0088-4504-9862-3cf7a99badc4,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:35.660685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7810b42a-445a-4e94-b1bf-7d126168bbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:35.661811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7810b42a-445a-4e94-b1bf-7d126168bbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:35.674209 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7810b42a-445a-4e94-b1bf-7d126168bbdd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1943cc19-0088-4504-9862-3cf7a99badc4 HTTP/1.1" status: 204  len: 168 time: 0.1735764
Apr 08 08:24:38.706039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01798f8-d3d1-4090-ad52-94209af465e3 req-bd5b9d63-bd97-4a26-9a58-b1381a675b27 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:38.707541 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c01798f8-d3d1-4090-ad52-94209af465e3 req-bd5b9d63-bd97-4a26-9a58-b1381a675b27 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0875447
Apr 08 08:24:38.738892 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c01798f8-d3d1-4090-ad52-94209af465e3 req-308dbd84-a209-469c-94cf-ecbe1a855b32 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243242
Apr 08 08:24:39.947950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7b07c-319e-46ed-bd08-f7d3c9cfa033 req-61a49f50-2216-4ae6-b0a6-6d14112909c0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:39.949513 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f1c7b07c-319e-46ed-bd08-f7d3c9cfa033 req-61a49f50-2216-4ae6-b0a6-6d14112909c0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0905023
Apr 08 08:24:39.980215 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f1c7b07c-319e-46ed-bd08-f7d3c9cfa033 req-14c1a017-5efc-4528-ad6d-dd610d37c9d5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0242183
Apr 08 08:24:41.189819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132ccdc-aac4-4c0d-b5c3-d9ed6a1b7427 req-e2ff27e9-4c48-456e-ad7c-9f69b9288897 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:41.191428 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1132ccdc-aac4-4c0d-b5c3-d9ed6a1b7427 req-e2ff27e9-4c48-456e-ad7c-9f69b9288897 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0903902
Apr 08 08:24:41.222656 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1132ccdc-aac4-4c0d-b5c3-d9ed6a1b7427 req-4cde9cb8-5d8d-4aab-aab6-dfa46ecf6764 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247293
Apr 08 08:24:42.432890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20fe27-38cd-4cbd-b6e9-a00415e04437 req-b2ef4398-b591-4510-9117-35ae84414448 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:42.434564 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ac20fe27-38cd-4cbd-b6e9-a00415e04437 req-b2ef4398-b591-4510-9117-35ae84414448 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0930459
Apr 08 08:24:42.466388 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ac20fe27-38cd-4cbd-b6e9-a00415e04437 req-b11897d4-c85a-4300-befe-fb2f82829c8b tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253065
Apr 08 08:24:43.674625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a85c9-1644-483e-83dd-6aef23602030 req-66bf1280-5ff1-4101-b929-c5718d1b8f2f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:43.676286 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f32a85c9-1644-483e-83dd-6aef23602030 req-66bf1280-5ff1-4101-b929-c5718d1b8f2f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0901332
Apr 08 08:24:43.708139 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f32a85c9-1644-483e-83dd-6aef23602030 req-b8cfb1e8-c8b7-411b-aa2e-89d8fe17f9f6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246840
Apr 08 08:24:44.924145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0098a3-8990-467e-b437-b6fa5203d772 req-43256680-e9b9-4c73-a583-62a596de44c6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:44.925649 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d0098a3-8990-467e-b437-b6fa5203d772 req-43256680-e9b9-4c73-a583-62a596de44c6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0929759
Apr 08 08:24:44.956630 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d0098a3-8990-467e-b437-b6fa5203d772 req-072af64a-1104-4be5-835d-86baaf3008c6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241711
Apr 08 08:24:45.027922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-abf49266-d42d-4df4-81e5-e2d9360e22b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:46.164987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8c15b-f494-4c1b-83f5-351c0a33b748 req-2802a8a0-e96c-425a-b5e4-0f26596da50d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:46.166788 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-60b8c15b-f494-4c1b-83f5-351c0a33b748 req-2802a8a0-e96c-425a-b5e4-0f26596da50d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0888960
Apr 08 08:24:46.198289 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-60b8c15b-f494-4c1b-83f5-351c0a33b748 req-a8d0a80e-db24-411c-8899-d93868308df2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252218
Apr 08 08:24:47.409177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cbd5c-7db7-4377-ae9c-03f397c5d21f req-2d62393d-cca5-48e5-b122-26c42fcede20 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:47.410814 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ac9cbd5c-7db7-4377-ae9c-03f397c5d21f req-2d62393d-cca5-48e5-b122-26c42fcede20 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0929270
Apr 08 08:24:47.441347 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ac9cbd5c-7db7-4377-ae9c-03f397c5d21f req-4dd557da-026d-4ed7-948c-c77580b1601a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240119
Apr 08 08:24:48.118769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-716f1ac6-4204-4dd8-bb62-fba0f83b3195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:48.180579 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:48.646891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b7d23-c676-4267-aed7-216e274b5a79 req-391ecbfc-fe9b-4201-9099-1d867aaa1082 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:48.648478 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-681b7d23-c676-4267-aed7-216e274b5a79 req-391ecbfc-fe9b-4201-9099-1d867aaa1082 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0873003
Apr 08 08:24:48.680319 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-681b7d23-c676-4267-aed7-216e274b5a79 req-a7cd5f7c-c63a-4f42-9fdd-c44c0ba8df58 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0248251
Apr 08 08:24:49.330553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:49.891349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c7136-3022-4b6e-8874-27ec12d53845 req-c5c882f2-fcaf-4165-8aca-c09c44eeb6f5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:49.892940 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a12c7136-3022-4b6e-8874-27ec12d53845 req-c5c882f2-fcaf-4165-8aca-c09c44eeb6f5 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0924833
Apr 08 08:24:49.924433 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a12c7136-3022-4b6e-8874-27ec12d53845 req-7874208a-6a4e-4012-969d-fbd30e44b628 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251448
Apr 08 08:24:50.012843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:51.007754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:24:51.135108 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b1956-4322-497b-918e-bd3ba2d953de req-6ab43780-a20f-4e87-90d0-071c7aea88b2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:51.136914 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e10b1956-4322-497b-918e-bd3ba2d953de req-6ab43780-a20f-4e87-90d0-071c7aea88b2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0927777
Apr 08 08:24:51.159101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:24:51.170097 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e10b1956-4322-497b-918e-bd3ba2d953de req-e648795b-27ff-4f0d-b97d-dbc53c4057f4 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262923
Apr 08 08:24:51.186998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'c28f07db-125e-44b5-a370-e551955f81c6', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'port_id': 'c28f07db-125e-44b5-a370-e551955f81c6', 'mac_address': 'fa:16:3e:55:56:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:24:51.273931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:51.275663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c28f07db-125e-44b5-a370-e551955f81c6 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:24:51.294127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:24:51.298911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:51.301078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:51.389262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=6']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:51.394796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['c28f07db-125e-44b5-a370-e551955f81c6'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:24:51.432118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.433813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.434430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.434812 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.435187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.435561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.435928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.436294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.436662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.437109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.437391 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.437745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:24:51.448836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:52.425942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ee0d6-1a7e-4ec4-85d5-33d0d1fee098 req-95980a53-43e5-4448-9f54-ff2524f7320d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:52.427622 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-de6ee0d6-1a7e-4ec4-85d5-33d0d1fee098 req-95980a53-43e5-4448-9f54-ff2524f7320d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 945 time: 0.0970728
Apr 08 08:24:52.464042 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-de6ee0d6-1a7e-4ec4-85d5-33d0d1fee098 req-b6027724-bcb1-40d0-932e-978a8969cbd8 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0290554
Apr 08 08:24:52.843694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:53.027707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:24:53.116464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port c28f07db-125e-44b5-a370-e551955f81c6 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:24:53.116978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:53.257693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:53.271530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:24:53.284773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:24:53.289514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:24:53.292557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:24:53.338225 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6', 'code': 200}
Apr 08 08:24:53.374870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=7']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:24:53.381200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:24:53.703737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc62096-ee4d-4c3e-b804-08184fc18750 req-22c3a932-73da-4c7e-a3d4-0ee4fa7c49d3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:53.708656 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ebc62096-ee4d-4c3e-b804-08184fc18750 req-22c3a932-73da-4c7e-a3d4-0ee4fa7c49d3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.1034586
Apr 08 08:24:53.742263 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ebc62096-ee4d-4c3e-b804-08184fc18750 req-92fb1aff-b857-4c20-b393-e24efb79f0e6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265689
Apr 08 08:24:54.682236 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-55a35f7b-6e8e-4a27-9c95-dd52f01a337a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0816891
Apr 08 08:24:54.849676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-203e2878-d91f-45ec-8763-be35f1629994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:54.851831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-203e2878-d91f-45ec-8763-be35f1629994 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 1099 time: 0.0923452
Apr 08 08:24:54.999081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8a8a4-c422-4d0e-b9c8-a733bf74b1f0 req-d93cf5fa-4a4b-4b16-935e-33979d25666f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:55.000842 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4a8a8a4-c422-4d0e-b9c8-a733bf74b1f0 req-d93cf5fa-4a4b-4b16-935e-33979d25666f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.1094639
Apr 08 08:24:55.027882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-97211d45-9cd8-43d8-815b-9dfe042677db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:55.029482 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-97211d45-9cd8-43d8-815b-9dfe042677db service neutron] 10.222.0.48 "GET /v2.0/networks?id=11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 200  len: 911 time: 0.1534066
Apr 08 08:24:55.048143 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4a8a8a4-c422-4d0e-b9c8-a733bf74b1f0 req-c061310d-7807-483c-b9fd-78dd9c75e6f1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399733
Apr 08 08:24:55.153623 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-d9c1004c-73e1-4215-858c-e95e4986b6bd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e HTTP/1.1" status: 200  len: 1001 time: 0.1149819
Apr 08 08:24:55.234143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-b385fdd4-fe25-4bd4-927b-a88e556e85ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:55.235691 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-b385fdd4-fe25-4bd4-927b-a88e556e85ec service neutron] 10.222.0.48 "GET /v2.0/subnets?id=619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 200  len: 849 time: 0.0734949
Apr 08 08:24:55.344683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-0b4c4b80-3097-4c67-a4ed-51104b6cfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:55.346437 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-0b4c4b80-3097-4c67-a4ed-51104b6cfaa4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=11712076-69ce-4aa6-a011-1247e6075ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1013131
Apr 08 08:24:55.513369 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-16f13135-4390-4a3c-8ea3-ed7435901614 service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1584542
Apr 08 08:24:55.679486 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-408cf908-0fa0-48e4-8dc3-98ce51d915c2 req-cd91af96-e60d-4a84-bd2b-caa68169a3ca service neutron] 10.222.0.48 "GET /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582603
Apr 08 08:24:56.322262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eed21-d242-46f6-ae29-9e4b8be25ff9 req-10c08bcd-ef55-4ea3-8023-2e00440a5fb7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:56.329480 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d74eed21-d242-46f6-ae29-9e4b8be25ff9 req-10c08bcd-ef55-4ea3-8023-2e00440a5fb7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.1473281
Apr 08 08:24:56.357508 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d74eed21-d242-46f6-ae29-9e4b8be25ff9 req-49f5ff19-365b-4527-891d-6fd7b475e89b tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268650
Apr 08 08:24:57.588199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71deec65-9cc8-47e0-abc9-6f51ccea0a48 req-bf4d52be-4166-4be8-a047-0009b8481290 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:57.594287 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-71deec65-9cc8-47e0-abc9-6f51ccea0a48 req-bf4d52be-4166-4be8-a047-0009b8481290 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.1062486
Apr 08 08:24:57.629595 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-71deec65-9cc8-47e0-abc9-6f51ccea0a48 req-c42b9308-ef38-460f-9892-36f5f7c395a3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0308030
Apr 08 08:24:58.361539 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:24:58.853571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3a59a-35ec-48e8-a744-b2dff79aaf24 req-a8623886-07d1-4923-b2c9-f308ae627b0c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:24:58.855249 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4e3a59a-35ec-48e8-a744-b2dff79aaf24 req-a8623886-07d1-4923-b2c9-f308ae627b0c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.1010461
Apr 08 08:24:58.888447 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f4e3a59a-35ec-48e8-a744-b2dff79aaf24 req-5fea24f6-ceb2-40d1-8743-d4ddfb694014 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0267596
Apr 08 08:25:00.112813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9d46e-fca1-4d53-8130-5126a3e0f54c req-56132d41-a22a-41d4-9364-975ec250e301 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:00.114600 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2da9d46e-fca1-4d53-8130-5126a3e0f54c req-56132d41-a22a-41d4-9364-975ec250e301 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0982599
Apr 08 08:25:00.151821 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2da9d46e-fca1-4d53-8130-5126a3e0f54c req-6d8f0571-ffa5-4ebb-b6cc-589c835a14f0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0274088
Apr 08 08:25:01.366657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92d9ab-a448-4ad7-b439-74edcd2071c6 req-351f086c-f3fd-4aa7-a105-fceddd5bc6c2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:01.369016 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd92d9ab-a448-4ad7-b439-74edcd2071c6 req-351f086c-f3fd-4aa7-a105-fceddd5bc6c2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0898995
Apr 08 08:25:01.401137 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd92d9ab-a448-4ad7-b439-74edcd2071c6 req-af89535b-ff80-42e7-9d17-ad932b7e70be tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255938
Apr 08 08:25:01.418704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-b5c81e81-7916-416c-9eea-4f21f8c868c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:01.420202 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-b5c81e81-7916-416c-9eea-4f21f8c868c3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 1099 time: 0.0818398
Apr 08 08:25:01.567954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-487ceec0-6dfa-4fed-801d-83a01c3a8bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:01.569527 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-487ceec0-6dfa-4fed-801d-83a01c3a8bf2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.1424091
Apr 08 08:25:01.678908 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-eb7d5abf-0abc-4496-b515-db2f85d52901 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28f07db-125e-44b5-a370-e551955f81c6 HTTP/1.1" status: 200  len: 1002 time: 0.1024222
Apr 08 08:25:01.753468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-f7bfde72-7247-438b-8817-815288ed1342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:01.755074 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-f7bfde72-7247-438b-8817-815288ed1342 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.0697765
Apr 08 08:25:01.842360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-d0981ac4-04bd-49c2-8c3e-c3f471fe3d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:01.843875 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-d0981ac4-04bd-49c2-8c3e-c3f471fe3d8f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0822217
Apr 08 08:25:02.200811 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-ab5d8378-3857-48ab-a50d-a099cf69ae74 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3499620
Apr 08 08:25:02.346542 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8e91696e-de02-4a21-b53f-6a79c78ebdae req-d9b000f4-c525-422f-a508-9b86c11cb91d service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382737
Apr 08 08:25:02.614258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204c6b3-2753-49f5-8c2b-a43e06e360a7 req-9b787e71-7289-4503-ac3b-45247957dedc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:02.615841 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b204c6b3-2753-49f5-8c2b-a43e06e360a7 req-9b787e71-7289-4503-ac3b-45247957dedc tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0916278
Apr 08 08:25:02.646604 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b204c6b3-2753-49f5-8c2b-a43e06e360a7 req-3c3632f9-08c0-4f2d-b5a6-d48cf25a0517 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0237379
Apr 08 08:25:03.855478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78666b26-4e6b-415f-b72c-f107a238579a req-45c06191-a088-42cb-95dc-584948157575 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:03.857128 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-78666b26-4e6b-415f-b72c-f107a238579a req-45c06191-a088-42cb-95dc-584948157575 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0912845
Apr 08 08:25:03.891343 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-78666b26-4e6b-415f-b72c-f107a238579a req-2d73cd6d-48d0-4400-8237-7a0c29410e92 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0271559
Apr 08 08:25:05.069185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:05.103721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ca381-431f-47ee-9c73-d365f63e17e1 req-a8ccbf40-5549-4fde-8a5e-32440b4f2274 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:05.105389 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-575ca381-431f-47ee-9c73-d365f63e17e1 req-a8ccbf40-5549-4fde-8a5e-32440b4f2274 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 946 time: 0.0956550
Apr 08 08:25:05.138622 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-575ca381-431f-47ee-9c73-d365f63e17e1 req-2690aedf-71c6-4cc3-8baf-e10ab6ead21c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0264521
Apr 08 08:25:05.197551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:05.209215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:25:05.219966 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:05.223288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:05.225215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:05.297579 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=8']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:05.301100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:05.667702 dv-cinder-761113-10-iscsi neutron-server[84193]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6', 'code': 422} returned with failed status
Apr 08 08:25:06.708574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821abc04-106c-4f6f-8cf4-fe9fe6c74a70 req-e2346a88-2eb5-4959-a7bb-d784d8b9b4a9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:06.710160 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-821abc04-106c-4f6f-8cf4-fe9fe6c74a70 req-e2346a88-2eb5-4959-a7bb-d784d8b9b4a9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.1590130
Apr 08 08:25:06.715124 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-f76caa9c-304f-4333-a299-f51701413bc4 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1220431
Apr 08 08:25:06.745543 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-821abc04-106c-4f6f-8cf4-fe9fe6c74a70 req-7486f2a2-aada-453f-8fba-b85e0fab2ab2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0283792
Apr 08 08:25:07.242475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-71420308-b40b-4872-8d51-847053e5efad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:07.244891 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-71420308-b40b-4872-8d51-847053e5efad service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79&tenant_id=d518367a337a4834b816d5ba592151f7 HTTP/1.1" status: 200  len: 1097 time: 0.0827484
Apr 08 08:25:07.349202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-d9a8a3ec-6218-4c45-b21c-6382468227fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:07.350850 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-d9a8a3ec-6218-4c45-b21c-6382468227fa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 1097 time: 0.0846252
Apr 08 08:25:07.497685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-dab5fa3a-db00-4960-a245-3649bbf56147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:07.499324 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-dab5fa3a-db00-4960-a245-3649bbf56147 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.1427441
Apr 08 08:25:07.608235 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-23e76183-aad8-4378-b187-05e8abd9ca20 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28f07db-125e-44b5-a370-e551955f81c6 HTTP/1.1" status: 200  len: 1000 time: 0.1017294
Apr 08 08:25:07.681876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-ed37c75a-8d21-4f44-9a3c-715e77507349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:07.683440 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-ed37c75a-8d21-4f44-9a3c-715e77507349 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.0684149
Apr 08 08:25:07.766216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-4c5f65d6-95d9-4e2f-a408-bf2a9836e076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:07.767733 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-4c5f65d6-95d9-4e2f-a408-bf2a9836e076 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0780540
Apr 08 08:25:07.915228 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-a229a1e5-5a7e-40d9-a404-cbb7d6ae38f1 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400416
Apr 08 08:25:07.960126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ef3a9-b640-4ff1-84fd-80638153ce6f req-2c5af02c-c22d-4036-a4c7-43823c88cfa7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:07.962515 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-250ef3a9-b640-4ff1-84fd-80638153ce6f req-2c5af02c-c22d-4036-a4c7-43823c88cfa7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.0998900
Apr 08 08:25:07.996158 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-250ef3a9-b640-4ff1-84fd-80638153ce6f req-0031c097-3443-489c-b4c6-728ed3b31c86 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256009
Apr 08 08:25:08.062237 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-53b12842-7e51-442c-9455-86a08106b8d3 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1407759
Apr 08 08:25:09.301142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226f30f-c497-4d39-96f3-70eda4733509 req-89c80363-b879-4aaf-bb7e-f7bd89b30697 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:09.302964 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e226f30f-c497-4d39-96f3-70eda4733509 req-89c80363-b879-4aaf-bb7e-f7bd89b30697 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.1406446
Apr 08 08:25:09.339616 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e226f30f-c497-4d39-96f3-70eda4733509 req-3e24768b-10d1-4a30-9945-abd307d92def tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0286052
Apr 08 08:25:10.569529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532da6ef-5c6e-408b-957d-83b0a8057d63 req-a0f8a0bb-6326-45c4-943d-9dee8bb33043 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:10.571056 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-532da6ef-5c6e-408b-957d-83b0a8057d63 req-a0f8a0bb-6326-45c4-943d-9dee8bb33043 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.0962882
Apr 08 08:25:10.610573 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-532da6ef-5c6e-408b-957d-83b0a8057d63 req-fa903809-fb66-4896-a6df-b6e08be28be3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325272
Apr 08 08:25:11.829788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e303e3-85c7-4e17-a428-4ceb6cb37e78 req-2314d9e1-96d3-4299-8926-6db307440eef tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:11.831482 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-52e303e3-85c7-4e17-a428-4ceb6cb37e78 req-2314d9e1-96d3-4299-8926-6db307440eef tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.0949981
Apr 08 08:25:11.863779 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-52e303e3-85c7-4e17-a428-4ceb6cb37e78 req-b4df9f2e-08e0-43a3-b71d-21ae7a142de3 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254922
Apr 08 08:25:13.094101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb9a73-3980-46c4-8ddf-dc2fa77fa96d req-d5aeeea6-9b0c-46a4-bb7c-e8479251efa1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:13.095753 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-adcb9a73-3980-46c4-8ddf-dc2fa77fa96d req-d5aeeea6-9b0c-46a4-bb7c-e8479251efa1 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.1100545
Apr 08 08:25:13.127414 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-adcb9a73-3980-46c4-8ddf-dc2fa77fa96d req-1efd1d84-a541-4a7a-bfbe-516d40511223 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251284
Apr 08 08:25:14.344972 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64be7e3-b641-4ab6-a50f-e4543603aab0 req-163ae537-93ea-4c9e-91e2-743eaf946e42 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:14.346667 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f64be7e3-b641-4ab6-a50f-e4543603aab0 req-163ae537-93ea-4c9e-91e2-743eaf946e42 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.0933676
Apr 08 08:25:14.378676 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f64be7e3-b641-4ab6-a50f-e4543603aab0 req-cf1d8536-f7b7-4ad7-b72e-ccb7e6c0075c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249898
Apr 08 08:25:15.033870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a1e28cf-6269-467e-97bb-c2f4b4640c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:15.602743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ee873-094b-4695-aff5-537184cb7061 req-2f70f1c4-3047-452e-bec2-5a1ec98994ad tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:15.604722 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-893ee873-094b-4695-aff5-537184cb7061 req-2f70f1c4-3047-452e-bec2-5a1ec98994ad tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.0980866
Apr 08 08:25:15.645354 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-893ee873-094b-4695-aff5-537184cb7061 req-f34015b7-54e4-4cb7-99ef-5e82f7fdd8bb tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331106
Apr 08 08:25:16.868594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547e594-6e76-4fc4-acd4-9b02538dd627 req-3695bd59-5ef0-492a-98ec-44318efdf088 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:16.870897 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a547e594-6e76-4fc4-acd4-9b02538dd627 req-3695bd59-5ef0-492a-98ec-44318efdf088 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.0908868
Apr 08 08:25:16.908174 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a547e594-6e76-4fc4-acd4-9b02538dd627 req-933165c3-4e50-49b2-99bf-79cbcb33fd81 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0304096
Apr 08 08:25:18.123020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-60291a5b-c6dc-4da6-a919-936a9439220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:18.141076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b500d-480e-431b-92b1-50c6d3825547 req-653eeeb7-05c6-47f8-971f-77835453b2ee tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:18.142827 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5e5b500d-480e-431b-92b1-50c6d3825547 req-653eeeb7-05c6-47f8-971f-77835453b2ee tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.1070111
Apr 08 08:25:18.175389 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5e5b500d-480e-431b-92b1-50c6d3825547 req-5813ffac-f6b6-4eba-8e10-f879e5203cca tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0257962
Apr 08 08:25:18.183454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:19.332846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:19.384016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382c7da-632a-438c-8999-22cc0f7dc3a1 req-63852f95-688a-4e02-b5e0-cb2c2a5ff438 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:19.386683 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c382c7da-632a-438c-8999-22cc0f7dc3a1 req-63852f95-688a-4e02-b5e0-cb2c2a5ff438 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.0911682
Apr 08 08:25:19.418645 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c382c7da-632a-438c-8999-22cc0f7dc3a1 req-bd5348ee-38f1-4b72-a390-cf78f22df31f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251932
Apr 08 08:25:20.018253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:20.702520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e311a4-bacd-421c-8d60-8c124ca3e73b req-ecfd69a0-5f16-466c-8893-93e7ca3f523f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:20.704100 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d9e311a4-bacd-421c-8d60-8c124ca3e73b req-ecfd69a0-5f16-466c-8893-93e7ca3f523f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 944 time: 0.1050215
Apr 08 08:25:20.736995 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d9e311a4-bacd-421c-8d60-8c124ca3e73b req-13e3808b-78d5-420e-a63c-a501a31750f6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0262272
Apr 08 08:25:21.103609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:25:21.248376 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:21.262658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'c28f07db-125e-44b5-a370-e551955f81c6', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'port_id': 'c28f07db-125e-44b5-a370-e551955f81c6', 'mac_address': 'fa:16:3e:55:56:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:25:21.322549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:21.323893 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28f07db-125e-44b5-a370-e551955f81c6 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:25:21.340674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:21.343714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:21.345535 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:21.415595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=9']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:21.418836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:21.554210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['c28f07db-125e-44b5-a370-e551955f81c6'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:25:21.945200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617aa70-2650-4b0b-82e5-2e3d190c5e30 req-57e7a3e0-4cad-46cd-8bc2-fdf03e12f2c8 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:21.946902 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f617aa70-2650-4b0b-82e5-2e3d190c5e30 req-57e7a3e0-4cad-46cd-8bc2-fdf03e12f2c8 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 945 time: 0.0910144
Apr 08 08:25:21.985502 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f617aa70-2650-4b0b-82e5-2e3d190c5e30 req-e77a6622-bd03-4ccd-be7f-d6834f4937bf tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0323036
Apr 08 08:25:22.503612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ecc30-dce8-4863-88eb-6e30e38df4ab req-89a0f471-e68e-4a16-ac62-8818d803c1c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:22.505177 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7a8ecc30-dce8-4863-88eb-6e30e38df4ab req-89a0f471-e68e-4a16-ac62-8818d803c1c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 946 time: 0.0931153
Apr 08 08:25:22.536972 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7a8ecc30-dce8-4863-88eb-6e30e38df4ab req-ba45ba20-b3eb-4f62-9014-e701f6c3e90a tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245292
Apr 08 08:25:22.836691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:23.131343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:25:23.187256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40160) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:23.205207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cdb5b-36e8-4228-9b75-782d4802ed45 req-6a387110-3e65-46ff-bc37-aaa64da6b948 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:23.206868 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a45cdb5b-36e8-4228-9b75-782d4802ed45 req-6a387110-3e65-46ff-bc37-aaa64da6b948 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 945 time: 0.1005797
Apr 08 08:25:23.224916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port c28f07db-125e-44b5-a370-e551955f81c6 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:23.225314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:23.248395 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a45cdb5b-36e8-4228-9b75-782d4802ed45 req-8b468cbb-553b-4f68-8d6a-a638c6394c30 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0335219
Apr 08 08:25:23.354403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:23.365949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:25:23.377184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:23.380900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:23.383839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:23.422261 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6', 'code': 200}
Apr 08 08:25:23.466037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=10']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:23.469253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:23.674645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44704027-44f7-432b-8ab3-b1bfad9f2c04 req-cc55ed7e-5d87-42d0-984a-15c651e4655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:23.676158 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-44704027-44f7-432b-8ab3-b1bfad9f2c04 req-cc55ed7e-5d87-42d0-984a-15c651e4655d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 1100 time: 0.0822368
Apr 08 08:25:23.704577 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-44704027-44f7-432b-8ab3-b1bfad9f2c04 req-e0bc6b83-a66c-4f1f-b5f0-f0d294102086 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0202181
Apr 08 08:25:24.090766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-7f8531c9-21ef-494e-a00d-097027804f45 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:24.091057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250926c-9ee1-4281-a290-4603ac2362dc req-1af83935-9ee3-4685-93a3-3bdb06f6afd5 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:24.092362 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-7f8531c9-21ef-494e-a00d-097027804f45 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 946 time: 0.0909524
Apr 08 08:25:24.092576 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0250926c-9ee1-4281-a290-4603ac2362dc req-1af83935-9ee3-4685-93a3-3bdb06f6afd5 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 946 time: 0.4028308
Apr 08 08:25:24.136534 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0250926c-9ee1-4281-a290-4603ac2362dc req-f9863994-339d-4f6d-a58d-e363cf26237f tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups?id=a227f26b-44d7-4e54-9c78-1e7610387f98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352464
Apr 08 08:25:24.176685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Deleting port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:24.177219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:24.292582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:24.448741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] For port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:24.449060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:24.674948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4375ef8-8b95-44a5-8814-80b9adbfdb06 req-f1b5d251-8530-4ef3-ab3d-6559f644e3e6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:24.684258 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c4375ef8-8b95-44a5-8814-80b9adbfdb06 req-f1b5d251-8530-4ef3-ab3d-6559f644e3e6 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 947 time: 0.2720590
Apr 08 08:25:24.718682 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c4375ef8-8b95-44a5-8814-80b9adbfdb06 req-b1f1ef2b-27cf-43d5-8515-19d8cc5f317b tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0333729
Apr 08 08:25:24.823545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Deleting port 7f14b80c-7846-4db6-94dc-c710a108c69e {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:24.823927 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:24.843662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:24.844076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:24.844424 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Floating IP 24e28a60-59b9-424a-bf91-58956a52c51c disassociated. External IP: 172.27.1.10, port: 74ff8acd-151d-4d05-bdb2-7a83c55cc25e.
Apr 08 08:25:24.844804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Calling delete_port for 74ff8acd-151d-4d05-bdb2-7a83c55cc25e owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:25.021026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:25.037402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96e1c196-d191-4d7c-92ec-e09610821e76 tempest-ServerRescueNegativeTestJSON-485858441 tempest-ServerRescueNegativeTestJSON-485858441-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:25.044690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] For port 7f14b80c-7846-4db6-94dc-c710a108c69e, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=7f14b80c-7846-4db6-94dc-c710a108c69e,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:25.045098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:25.097182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event deleted for resources: {'Port': ['ID=74ff8acd-151d-4d05-bdb2-7a83c55cc25e,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:25.160441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.162851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.162851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.162851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.162851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.162851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.162851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.163344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.163442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.163783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.164174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.164568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.170219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:25.196422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Calling delete_port for 7f14b80c-7846-4db6-94dc-c710a108c69e owned by network:router_interface {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:25.347567 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2653ab3d-c441-4fa6-98fc-70b4ee651052 req-81a534ab-d3d5-4f42-97ae-59cf28d2b560 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 210 time: 0.0550017
Apr 08 08:25:25.455969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:25.481443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:25.499837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Router d842888b-a291-4375-8612-6cbe3d493fe1 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:25:25.545238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f14b80c-7846-4db6-94dc-c710a108c69e,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:25.600054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.600363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.600773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.601166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.601553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.601987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.602378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.602791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.603683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.604057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.604445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.604832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:25.612412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:25.707942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:25:25.720389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] Sync routers for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:25:25.735655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:25.738503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc2fbe0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:25.842353 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] No DVR routers for this DVR port 74ff8acd-151d-4d05-bdb2-7a83c55cc25e on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:25:25.849102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:25.853378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'name': 'network-vif-deleted', 'tag': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:25:25.887863 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-15b8f4a1-8706-427d-aa20-7395509009f5 req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.48 "DELETE /v2.0/ports/74ff8acd-151d-4d05-bdb2-7a83c55cc25e HTTP/1.1" status: 204  len: 173 time: 1.7893548
Apr 08 08:25:26.024215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:26.118021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:26.142133 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189b97a-9d66-401d-9c45-5fc2b07d2ac0 req-d54999d2-9e8a-4467-ac50-f9b256afba8f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:26.143753 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7189b97a-9d66-401d-9c45-5fc2b07d2ac0 req-d54999d2-9e8a-4467-ac50-f9b256afba8f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 947 time: 0.1825776
Apr 08 08:25:26.261050 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7189b97a-9d66-401d-9c45-5fc2b07d2ac0 req-a3d8f3b7-a8a6-4be7-987f-b96fdda6a61f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1034021
Apr 08 08:25:26.338830 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92882bf7-ed85-451d-8f4b-84b545a82c8f', 'name': 'network-vif-deleted', 'tag': '74ff8acd-151d-4d05-bdb2-7a83c55cc25e', 'status': 'completed', 'code': 200}
Apr 08 08:25:26.563941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc2fbe0>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:26.564604 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c61d1e01-567d-4f40-96d3-26c899d70c95 req-67923443-4fbc-4f33-9aa5-3d7aba9ed038 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/ports?device_id=92882bf7-ed85-451d-8f4b-84b545a82c8f HTTP/1.1" status: 200  len: 210 time: 0.0594130
Apr 08 08:25:26.568216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] Checking router: d842888b-a291-4375-8612-6cbe3d493fe1 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:25:26.577909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:26.578581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc2fbe0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:26.776529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:26.793692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:25:26.983856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:25:26.993855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] Sync routers for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:25:26.997234 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6b655f4c-0430-4c27-b4bb-6d7fe9981879 admin admin] 10.222.0.54 "PUT /v2.0/routers/5110d524-b2b1-42c1-b96b-2ab7cfb1a911/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8088667
Apr 08 08:25:27.000034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40216) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:27.006493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:27.007266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c106f1160>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:27.133843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 74ff8acd-151d-4d05-bdb2-7a83c55cc25e no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:27.187372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 74ff8acd-151d-4d05-bdb2-7a83c55cc25e {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:27.187588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 74ff8acd-151d-4d05-bdb2-7a83c55cc25e not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:27.190959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc2fbe0>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:27.206747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:27.208072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcdfeb4-c10d-45dc-9c66-e126d832929c None None] The sync data for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi is: [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:18:04Z', 'revision_number': 4, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1', 'name': '', 'network_id': '11712076-69ce-4aa6-a011-1247e6075ee7', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'mac_address': 'fa:16:3e:7f:0b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:18:00Z', 'updated_at': '2021-04-08T08:18:27Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'subnets': [{'id': '619ccc2b-4efb-48f9-b46c-a8aff86efa6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:25:27.448657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:27.534856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c106f1160>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:25:25Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:27.539372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] Checking router: 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:25:27.550573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] Routers {'5110d524-b2b1-42c1-b96b-2ab7cfb1a911'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:27.551321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c106f1160>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:27.675304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:27.686886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Deleting port 181318a7-7a03-4dbb-aff0-4f5ded615eb2 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:27.687281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:27.693415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eebf5ad-cd41-4d29-a2bb-ca564c54754a None None] New status for floating IP 24e28a60-59b9-424a-bf91-58956a52c51c: DOWN {{(pid=84308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:25:27.703397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40224) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:27.778793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] Set router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:27.844660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-19b13818-c48e-45c3-aa01-cbf2a505248e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:27.888686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] For port 181318a7-7a03-4dbb-aff0-4f5ded615eb2, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=181318a7-7a03-4dbb-aff0-4f5ded615eb2,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:27.889410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:27.897947 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-19b13818-c48e-45c3-aa01-cbf2a505248e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:27.970271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-19b13818-c48e-45c3-aa01-cbf2a505248e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:27.978838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aa999d43-da45-45a0-97b4-582ad1996c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:28.002604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b13818-c48e-45c3-aa01-cbf2a505248e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a227f26b-44d7-4e54-9c78-1e7610387f98,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:28.005814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-19b13818-c48e-45c3-aa01-cbf2a505248e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:28.021313 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-19b13818-c48e-45c3-aa01-cbf2a505248e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.027052 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-19b13818-c48e-45c3-aa01-cbf2a505248e tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "DELETE /v2.0/security-groups/a227f26b-44d7-4e54-9c78-1e7610387f98 HTTP/1.1" status: 204  len: 168 time: 0.3210175
Apr 08 08:25:28.028375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40228) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:28.055744 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.v2.resource [None req-7c2b0ee0-3cb5-46ea-910b-9fcae8213898 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] show failed (client error): The resource could not be found.
Apr 08 08:25:28.059697 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7c2b0ee0-3cb5-46ea-910b-9fcae8213898 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "GET /v2.0/security-groups/a227f26b-44d7-4e54-9c78-1e7610387f98 HTTP/1.1" status: 404  len: 347 time: 0.0271788
Apr 08 08:25:28.060489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Calling delete_port for 181318a7-7a03-4dbb-aff0-4f5ded615eb2 owned by network:router_gateway {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:28.060963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40232) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:28.238319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Deleting port f5c40439-fa6b-4d6f-9d54-1340a06f3eae {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:28.238901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.262028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.273519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c106f1160>, [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:25:25Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:28.279161 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39298afc-882e-42d2-88fb-ceecbd6f802b None None] The sync data for ids ['5110d524-b2b1-42c1-b96b-2ab7cfb1a911'] in dv-cinder-761113-10-iscsi is: [{'id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'name': 'tempest-TestMinimumBasicScenario-556156021-router', 'tenant_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7'}], 'enable_snat': True}, 'gw_port_id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:18Z', 'updated_at': '2021-04-08T08:25:25Z', 'revision_number': 5, 'project_id': 'abb0e8e1985349f6bae19412ba4ddd3d', 'gw_port': {'id': '181318a7-7a03-4dbb-aff0-4f5ded615eb2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:26:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5110d524-b2b1-42c1-b96b-2ab7cfb1a911', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:20Z', 'updated_at': '2021-04-08T08:20:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:25:28.281012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-067fe695-43bc-42c5-b99f-4d4ab1e7e459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:28.347413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=181318a7-7a03-4dbb-aff0-4f5ded615eb2,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:28.402305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:28.440691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.441057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.565029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.577197 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Calling delete_port for f5c40439-fa6b-4d6f-9d54-1340a06f3eae owned by network:floatingip {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:28.726230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.742166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-36c67a27-1e59-4198-a582-6c63250d4e50 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:28.762859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.765168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.793373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.794039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5110d524-b2b1-42c1-b96b-2ab7cfb1a911 {{(pid=84307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:25:28.799040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Pushing event deleted for resources: {'Port': ['ID=f5c40439-fa6b-4d6f-9d54-1340a06f3eae,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:28.823120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.828741 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] 10.222.0.54 "DELETE /v2.0/routers/5110d524-b2b1-42c1-b96b-2ab7cfb1a911 HTTP/1.1" status: 204  len: 168 time: 1.8275335
Apr 08 08:25:28.829529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40236) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:28.907645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] Deleting subnet d8301fa7-83cf-40ca-8411-67e5a069b7ce {{(pid=84307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:25:28.912036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:28.972871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826449161'] for subnet, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:29.078750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:29.112411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:29.248556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks [] for floatingip, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:29.265259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:29.266120 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] 10.222.0.54 "DELETE /v2.0/floatingips/24e28a60-59b9-424a-bf91-58956a52c51c HTTP/1.1" status: 204  len: 168 time: 1.2039948
Apr 08 08:25:29.272790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 7f14b80c-7846-4db6-94dc-c710a108c69e no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:29.314724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 7f14b80c-7846-4db6-94dc-c710a108c69e {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:29.315122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 7f14b80c-7846-4db6-94dc-c710a108c69e not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:29.315599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 181318a7-7a03-4dbb-aff0-4f5ded615eb2 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:29.355420 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 181318a7-7a03-4dbb-aff0-4f5ded615eb2 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:29.355820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 181318a7-7a03-4dbb-aff0-4f5ded615eb2 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:29.429807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853245165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827350663'] for subnet, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:29.446663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cc87a535-4f4b-404f-a38f-797d24c453b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:29.500942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8301fa7-83cf-40ca-8411-67e5a069b7ce,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:29.548328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:29.584454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:29.590792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87445348-4c21-445f-b561-8c6dee7544bd None None] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:25:29.591047 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-eebad698-bae2-4e79-8aab-fa3377621486 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/d8301fa7-83cf-40ca-8411-67e5a069b7ce HTTP/1.1" status: 204  len: 168 time: 0.7603147
Apr 08 08:25:29.593679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40244) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:29.711225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:29.784740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Deleting port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:29.785091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:29.858810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] DHCP port deletion for 3aed61c9-6f00-4e51-9d36-26f3834c91bf request from dv-cinder-761113-10-iscsi {{(pid=84308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 08:25:29.863443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] Deleting port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:29.863864 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:30.006404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] For port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b481b6df-68b0-4bf9-b7da-89fc3c1e1a51,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:30.006808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:30.088875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] For port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b481b6df-68b0-4bf9-b7da-89fc3c1e1a51,segment=NetworkSegment(84c98d0c-2e63-48b6-8a4d-092ebc236d01),segment_id=84c98d0c-2e63-48b6-8a4d-092ebc236d01)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:30.089253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:30.144985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Calling delete_port for b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 owned by network:dhcp {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:30.225229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] Calling delete_port for b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 owned by network:dhcp {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:30.239473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:30.257942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:30.318209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Pushing event deleted for resources: {'Port': ['ID=b481b6df-68b0-4bf9-b7da-89fc3c1e1a51,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:30.367141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:30.376585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:25:30.376997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:25:30.405362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] No DVR routers for this DVR port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 on host dv-cinder-761113-10-iscsi {{(pid=84307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:25:30.531609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:30.878362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] Deleting port b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:30.878932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:30.894649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c10074f28>,) {'filters': {'network_id': ['3aed61c9-6f00-4e51-9d36-26f3834c91bf']}} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:30.910124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c10074f28>, '84c98d0c-2e63-48b6-8a4d-092ebc236d01') {'for_net_delete': True} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:30.910124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c10074f28>, '84c98d0c-2e63-48b6-8a4d-092ebc236d01') {} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:30.923214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28326607'] for segment, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:30.943528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:30.951254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=84307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:25:30.956764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d6ae7-5571-489d-9fa2-f8fba94ecdf5 None None] The port 'b481b6df-68b0-4bf9-b7da-89fc3c1e1a51' was deleted {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 08:25:31.137497 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:25:31.146922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853245106'] for segment, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:31.273878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:31.312281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:31.312752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b481b6df-68b0-4bf9-b7da-89fc3c1e1a51 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:31.336580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Network 3aed61c9-6f00-4e51-9d36-26f3834c91bf has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:25:31.360212 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:25:31.446768 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:31.450777 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:31.466089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:31.482280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aed61c9-6f00-4e51-9d36-26f3834c91bf,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:31.485794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:31.496590 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] 10.222.0.54 "DELETE /v2.0/networks/3aed61c9-6f00-4e51-9d36-26f3834c91bf HTTP/1.1" status: 204  len: 168 time: 1.9017808
Apr 08 08:25:31.501316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40254) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:32.143592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:32.551081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Deleting port de225da9-667e-4bfd-8a4f-74428b637944 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:32.551456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:32.741145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] For port de225da9-667e-4bfd-8a4f-74428b637944, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=de225da9-667e-4bfd-8a4f-74428b637944,segment=NetworkSegment(78ca908b-39f0-4b6b-9108-2b1f6dde4f56),segment_id=78ca908b-39f0-4b6b-9108-2b1f6dde4f56)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:32.741545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:32.879464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Calling delete_port for de225da9-667e-4bfd-8a4f-74428b637944 owned by network:router_interface {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:33.071192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:33.088707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:33.152266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Pushing event deleted for resources: {'Port': ['ID=de225da9-667e-4bfd-8a4f-74428b637944,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:33.155125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:33.456236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40274) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:33.699910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:34.160792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:34.562355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Router 7065eb48-e215-4a6e-92f4-4c8b5f917976 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:25:34.685837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Deleting port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:34.686226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:34.768519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:25:34.779437 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] 10.222.0.54 "PUT /v2.0/routers/7065eb48-e215-4a6e-92f4-4c8b5f917976/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2769308
Apr 08 08:25:34.782492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40280) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:34.783923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] Sync routers for ids ['7065eb48-e215-4a6e-92f4-4c8b5f917976'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:25:34.796083 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] Routers {'7065eb48-e215-4a6e-92f4-4c8b5f917976'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:34.796769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c14128>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['7065eb48-e215-4a6e-92f4-4c8b5f917976'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:34.891423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] For port 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:34.891736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:35.007519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks [] for router, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:35.040672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Calling delete_port for 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 owned by network:router_interface {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:35.058316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] Set router 7065eb48-e215-4a6e-92f4-4c8b5f917976 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:35.248824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:35.258880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Deleting port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:35.260136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:35.381692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:25:35.414309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c14128>, [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:25:33Z', 'revision_number': 5, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port': {'id': '92df4bd0-b0b0-4bfc-b6e8-881a696f97e1', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fa:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:20:42Z', 'updated_at': '2021-04-08T08:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:35.419369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] Checking router: 7065eb48-e215-4a6e-92f4-4c8b5f917976 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:25:35.429141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] Routers {'7065eb48-e215-4a6e-92f4-4c8b5f917976'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:35.429874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c14128>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['7065eb48-e215-4a6e-92f4-4c8b5f917976'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:35.444068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:35.462948 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cf12a16a-e2b3-4907-970f-1d2db74dcdf5 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:35.479202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] For port 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=92df4bd0-b0b0-4bfc-b6e8-881a696f97e1,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:35.479943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:35.522891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:35.528614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:35.617076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] Set router 7065eb48-e215-4a6e-92f4-4c8b5f917976 gateway port host: None {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:35.669350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Calling delete_port for 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 owned by network:router_gateway {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:35.808214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c14128>, [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:25:35Z', 'revision_number': 6, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port_host': None}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:35.817127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f908f24-ab9f-4ba5-8deb-b4db7ecb8314 None None] The sync data for ids ['7065eb48-e215-4a6e-92f4-4c8b5f917976'] in dv-cinder-761113-10-iscsi is: [{'id': '7065eb48-e215-4a6e-92f4-4c8b5f917976', 'name': 'tempest-TestMinimumBasicScenario-1877626835-router', 'tenant_id': '7b669462ee724646b7a4a694693de22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:20:40Z', 'updated_at': '2021-04-08T08:25:35Z', 'revision_number': 6, 'project_id': '7b669462ee724646b7a4a694693de22a', 'gw_port_host': None}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:25:35.916666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:35.950024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2970d88a-9057-418a-a91d-eb56dacb3abb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:36.053078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Pushing event deleted for resources: {'Port': ['ID=92df4bd0-b0b0-4bfc-b6e8-881a696f97e1,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:36.055760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:36.076143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.247407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.449323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.452193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.476199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.476846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7065eb48-e215-4a6e-92f4-4c8b5f917976 {{(pid=84307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:25:36.491874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.495760 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] 10.222.0.54 "DELETE /v2.0/routers/7065eb48-e215-4a6e-92f4-4c8b5f917976 HTTP/1.1" status: 204  len: 168 time: 1.7087181
Apr 08 08:25:36.498122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40284) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:36.579599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] Deleting subnet c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d {{(pid=84307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:25:36.583392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.650544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826449161'] for subnet, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.753688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:36.944956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Router d842888b-a291-4375-8612-6cbe3d493fe1 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:25:37.044931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853245165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827350663'] for subnet, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:37.059259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:37.111273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:37.114015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:37.183063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:25:37.198607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] Sync routers for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:25:37.205870 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] 10.222.0.54 "PUT /v2.0/routers/d842888b-a291-4375-8612-6cbe3d493fe1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7483680
Apr 08 08:25:37.210642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40288) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:37.219491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:37.220663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0baa4860>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:37.545064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device de225da9-667e-4bfd-8a4f-74428b637944 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:37.594491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: de225da9-667e-4bfd-8a4f-74428b637944 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:37.594871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device de225da9-667e-4bfd-8a4f-74428b637944 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:37.595315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:37.631573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:37.643296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b23781-6ac2-4233-a548-417b0ca0aca2 None None] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:25:37.648983 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0f5587f1-380c-42fb-adb3-e0d3e375c4c5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/c8e7c102-bbf8-4e75-934d-f9c1bfad3a2d HTTP/1.1" status: 204  len: 168 time: 1.1485682
Apr 08 08:25:37.652093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40292) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:37.684694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:37.685080 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 92df4bd0-b0b0-4bfc-b6e8-881a696f97e1 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:37.822305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:37.829780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:37.894302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks [] for router, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.030182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Deleting port 9cb83bf9-8bd8-4e23-bc32-1009c233975c {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:38.030559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.228235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0baa4860>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87'}], 'enable_snat': True}, 'gw_port_id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:25:35Z', 'revision_number': 5, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port': {'id': '137aa66a-55e6-4d9c-859b-069e1e3d7324', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b9:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:43Z', 'updated_at': '2021-04-08T08:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:38.235742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.242843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] Checking router: d842888b-a291-4375-8612-6cbe3d493fe1 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:25:38.252520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] DHCP port deletion for 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 request from dv-cinder-761113-10-iscsi {{(pid=84308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 08:25:38.264897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] Deleting port 9cb83bf9-8bd8-4e23-bc32-1009c233975c {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:38.265531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.301112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Deleting port 137aa66a-55e6-4d9c-859b-069e1e3d7324 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:38.301495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.333827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] Routers {'d842888b-a291-4375-8612-6cbe3d493fe1'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:38.334987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0baa4860>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['d842888b-a291-4375-8612-6cbe3d493fe1'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:38.378564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] For port 9cb83bf9-8bd8-4e23-bc32-1009c233975c, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=9cb83bf9-8bd8-4e23-bc32-1009c233975c,segment=NetworkSegment(78ca908b-39f0-4b6b-9108-2b1f6dde4f56),segment_id=78ca908b-39f0-4b6b-9108-2b1f6dde4f56)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:38.378976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.551410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Calling delete_port for 9cb83bf9-8bd8-4e23-bc32-1009c233975c owned by network:dhcp {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:38.627944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] Set router d842888b-a291-4375-8612-6cbe3d493fe1 gateway port host: None {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:38.732687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] For port 137aa66a-55e6-4d9c-859b-069e1e3d7324, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=137aa66a-55e6-4d9c-859b-069e1e3d7324,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:38.733102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.746097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.770289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a6226db9-be5f-4949-99d4-7a113bce4456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:38.783063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0baa4860>, [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:25:38Z', 'revision_number': 6, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port_host': None}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:38.792742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d440ddd-7cb4-4c31-8956-48e81eb6544f None None] The sync data for ids ['d842888b-a291-4375-8612-6cbe3d493fe1'] in dv-cinder-761113-10-iscsi is: [{'id': 'd842888b-a291-4375-8612-6cbe3d493fe1', 'name': 'tempest-AttachVolumeTestJSON-282302396-router', 'tenant_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:25:38Z', 'revision_number': 6, 'project_id': '726289ca2e5b4c9f9a58af78b0ee30d6', 'gw_port_host': None}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:25:38.881735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] For port 9cb83bf9-8bd8-4e23-bc32-1009c233975c, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=9cb83bf9-8bd8-4e23-bc32-1009c233975c,segment=NetworkSegment(78ca908b-39f0-4b6b-9108-2b1f6dde4f56),segment_id=78ca908b-39f0-4b6b-9108-2b1f6dde4f56)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:38.883053 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:38.970432 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Calling delete_port for 137aa66a-55e6-4d9c-859b-069e1e3d7324 owned by network:router_gateway {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:39.004056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb83bf9-8bd8-4e23-bc32-1009c233975c,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:39.006829 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:39.027675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] Calling delete_port for 9cb83bf9-8bd8-4e23-bc32-1009c233975c owned by network:dhcp {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:39.129766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:25:39.130592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:25:39.147081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] No DVR routers for this DVR port 9cb83bf9-8bd8-4e23-bc32-1009c233975c on host dv-cinder-761113-10-iscsi {{(pid=84307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:25:39.273959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 9cb83bf9-8bd8-4e23-bc32-1009c233975c no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:39.298172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:39.316637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 9cb83bf9-8bd8-4e23-bc32-1009c233975c {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:39.317168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 9cb83bf9-8bd8-4e23-bc32-1009c233975c not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:39.318014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 137aa66a-55e6-4d9c-859b-069e1e3d7324 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:39.462903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:39.473311 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0bf46898>,) {'filters': {'network_id': ['8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86']}} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:39.495518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0bf46898>, '78ca908b-39f0-4b6b-9108-2b1f6dde4f56') {'for_net_delete': True} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:39.495822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0bf46898>, '78ca908b-39f0-4b6b-9108-2b1f6dde4f56') {} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:39.512718 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28326607'] for segment, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:39.520465 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:39.541002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-be308efd-71d4-499c-9b7d-9cd18b00c643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:39.552449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:39.594427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:39.595509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 70cc6d70-6d1a-46b3-a2f1-48f7e2a8f9c1 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:39.612178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Pushing event deleted for resources: {'Port': ['ID=137aa66a-55e6-4d9c-859b-069e1e3d7324,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:39.632537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] Deleting port 9cb83bf9-8bd8-4e23-bc32-1009c233975c {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:39.632881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:39.672168 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:39.676849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:39.688942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=84307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:25:39.713910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-197f9fce-fdc6-4a1b-9b40-6d03126bcb27 None None] The port '9cb83bf9-8bd8-4e23-bc32-1009c233975c' was deleted {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 08:25:39.920026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:25:39.930298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853245106'] for segment, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.208591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Network 8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:25:40.237862 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:25:40.298230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.735925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.738500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.740255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.748847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:40.773405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.787004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Pushing event deleted for resources: {'Network': ['ID=8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:40.792512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:40.794987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.795562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d842888b-a291-4375-8612-6cbe3d493fe1 {{(pid=84307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:25:40.800215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.801308 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] 10.222.0.54 "DELETE /v2.0/routers/d842888b-a291-4375-8612-6cbe3d493fe1 HTTP/1.1" status: 204  len: 168 time: 3.5892622
Apr 08 08:25:40.806219 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] 10.222.0.54 "DELETE /v2.0/networks/8bd9b37a-75b4-4ca9-9814-55eb0f0f8a86 HTTP/1.1" status: 204  len: 168 time: 3.1502988
Apr 08 08:25:40.806219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40296) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:40.873324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] Deleting subnet 619ccc2b-4efb-48f9-b46c-a8aff86efa6a {{(pid=84307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:25:40.876916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.936621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826449161'] for subnet, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:40.943707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40302) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:40.981038 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6fe8e3b9-2b29-4d41-8753-738634069136 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=abb0e8e1985349f6bae19412ba4ddd3d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0359395
Apr 08 08:25:40.983856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40306) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:41.077412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3da9-59e2-4900-99a9-e35b5264f3b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.079537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.152521 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3da9-59e2-4900-99a9-e35b5264f3b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.326485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3da9-59e2-4900-99a9-e35b5264f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.334530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b0a40af8-b9e5-4888-9348-1dd666164d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:41.378955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b3da9-59e2-4900-99a9-e35b5264f3b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd20e6a-11d8-4863-b848-e2962869a625,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:41.388098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ad6b3da9-59e2-4900-99a9-e35b5264f3b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:41.408556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ad6b3da9-59e2-4900-99a9-e35b5264f3b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.410066 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ad6b3da9-59e2-4900-99a9-e35b5264f3b9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8bd20e6a-11d8-4863-b848-e2962869a625 HTTP/1.1" status: 204  len: 168 time: 0.4251859
Apr 08 08:25:41.429575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853245165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827350663'] for subnet, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.445554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fcf4be25-57d4-4b89-84f8-593919b5da76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:41.498268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=619ccc2b-4efb-48f9-b46c-a8aff86efa6a,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:41.502185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:41.586798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.592815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f65d07f-d2c2-4b69-a1e5-1f682a61b9d3 None None] Network 11712076-69ce-4aa6-a011-1247e6075ee7 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:25:41.596467 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ff913d6c-6bba-4509-8da0-b278ebb3e4dd admin admin] 10.222.0.54 "DELETE /v2.0/subnets/619ccc2b-4efb-48f9-b46c-a8aff86efa6a HTTP/1.1" status: 204  len: 168 time: 0.7890856
Apr 08 08:25:41.596730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40312) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:41.722839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.802275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Deleting port d4e9a71b-7996-4c45-b05f-503447329879 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:41.802848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.812348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40318) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:41.870771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] DHCP port deletion for 11712076-69ce-4aa6-a011-1247e6075ee7 request from dv-cinder-761113-10-iscsi {{(pid=84308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 08:25:41.875143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] Deleting port d4e9a71b-7996-4c45-b05f-503447329879 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:41.875410 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8e374006-67eb-4aff-a7d1-80fa311e7eef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7b669462ee724646b7a4a694693de22a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0615225
Apr 08 08:25:41.875588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.877915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40322) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:41.944469 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-52287fe8-19b4-44bd-8969-b3ece67677e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:41.975826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-52287fe8-19b4-44bd-8969-b3ece67677e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.039239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-52287fe8-19b4-44bd-8969-b3ece67677e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.045939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1b8ee257-9ca2-49fc-8dd6-f8496c2138a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:42.054442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] For port d4e9a71b-7996-4c45-b05f-503447329879, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d4e9a71b-7996-4c45-b05f-503447329879,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:42.054921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.058299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52287fe8-19b4-44bd-8969-b3ece67677e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bb54f3-123d-44e9-8f05-ddae7a60ad04,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:42.061005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-52287fe8-19b4-44bd-8969-b3ece67677e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:42.067068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-52287fe8-19b4-44bd-8969-b3ece67677e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.071540 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-52287fe8-19b4-44bd-8969-b3ece67677e3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b7bb54f3-123d-44e9-8f05-ddae7a60ad04 HTTP/1.1" status: 204  len: 168 time: 0.1899972
Apr 08 08:25:42.136968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] For port d4e9a71b-7996-4c45-b05f-503447329879, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d4e9a71b-7996-4c45-b05f-503447329879,segment=NetworkSegment(203398ff-e747-4480-adb1-7df0b5c02a5a),segment_id=203398ff-e747-4480-adb1-7df0b5c02a5a)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:42.137787 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.200896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Calling delete_port for d4e9a71b-7996-4c45-b05f-503447329879 owned by network:dhcp {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:42.286858 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.304903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:42.369938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] Calling delete_port for d4e9a71b-7996-4c45-b05f-503447329879 owned by network:dhcp {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:25:42.375627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e9a71b-7996-4c45-b05f-503447329879,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:42.434607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:42.459651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:25:42.460065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:25:42.472468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] No DVR routers for this DVR port d4e9a71b-7996-4c45-b05f-503447329879 on host dv-cinder-761113-10-iscsi {{(pid=84307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:25:42.598823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.715721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c1bd0c470>,) {'filters': {'network_id': ['11712076-69ce-4aa6-a011-1247e6075ee7']}} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:42.731204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c1bd0c470>, '203398ff-e747-4480-adb1-7df0b5c02a5a') {'for_net_delete': True} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:42.731543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c1bd0c470>, '203398ff-e747-4480-adb1-7df0b5c02a5a') {} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:42.744505 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28326607'] for segment, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.760259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.766567 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=84307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:25:42.908003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40346) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:42.958790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Network 11712076-69ce-4aa6-a011-1247e6075ee7 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:25:42.961094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] Deleting port d4e9a71b-7996-4c45-b05f-503447329879 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:25:42.961704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:42.969156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853245106'] for segment, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.026595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-167824478-network', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:25:43.031722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:25:43.036392 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Usage tracker for resource:network and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:25:43.041520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-4fb6dad5-98ff-44b4-8069-51af587566bd None None] The port 'd4e9a71b-7996-4c45-b05f-503447329879' was deleted {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 08:25:43.046155 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:25:43.053645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:25:43.064153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Made reservation on behalf of 7a8ef22d6ce84471ad3f830cf5b79b5e for: {'network': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:25:43.069141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.083211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.099505 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:25:43.104033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:25:43.107022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:25:43.113048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:25:43.157202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Network 11712076-69ce-4aa6-a011-1247e6075ee7 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:25:43.184298 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:25:43.206314 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.211481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.218735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-724e761a-8ada-493f-ba05-6cfafacf44fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:43.247632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5252acd8-79d6-45b4-b0a6-55b9269e891c,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:43.250954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:43.266066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.270367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-764a30f8-a044-48f8-89ae-90f1afdc09ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:43.271199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'}  {{(pid=84306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:25:43.282145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d4e9a71b-7996-4c45-b05f-503447329879 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:25:43.282451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.282850 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Added segment 857a84c7-b760-4636-9750-c5a195c06dfa of type vlan for network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417
Apr 08 08:25:43.289058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.312722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.313239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Pushing event deleted for resources: {'Network': ['ID=11712076-69ce-4aa6-a011-1247e6075ee7,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:43.329281 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] 10.222.0.54 "DELETE /v2.0/networks/11712076-69ce-4aa6-a011-1247e6075ee7 HTTP/1.1" status: 204  len: 168 time: 1.7202258
Apr 08 08:25:43.330861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e6bee649-4ff4-44c3-ac6d-37b6aa518326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:43.351237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.352946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:43.354016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.359923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7183b982-fe6b-4050-b5cc-c163755de7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:43.410115 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5006278
Apr 08 08:25:43.413911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40354) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:43.476345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Request body: {'subnet': {'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-167824478-subnet', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:25:43.480087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40358) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:43.489351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:25:43.498462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Usage tracker for resource:subnet and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:25:43.501448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:43.504973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:25:43.511716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:43.517057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:25:43.517697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: d4e9a71b-7996-4c45-b05f-503447329879 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:25:43.518099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d4e9a71b-7996-4c45-b05f-503447329879 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:25:43.519665 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:25:43.534053 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Made reservation on behalf of 7a8ef22d6ce84471ad3f830cf5b79b5e for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:25:43.539447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826488313'] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.566087 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-948a2a2a-cf9f-47b0-b446-37f2e5393ea8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=726289ca2e5b4c9f9a58af78b0ee30d6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0816729
Apr 08 08:25:43.566410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40362) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:43.642347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2a79d55-cbfd-4ccb-81bb-a77f41ebc0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.672593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2a79d55-cbfd-4ccb-81bb-a77f41ebc0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.720173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2a79d55-cbfd-4ccb-81bb-a77f41ebc0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.725341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-73ee7403-9846-423a-89a2-9bd3f0a65c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:43.741628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a79d55-cbfd-4ccb-81bb-a77f41ebc0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5338db9-c3fe-4fc5-add0-4f4d593d6fd3,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:43.748240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e2a79d55-cbfd-4ccb-81bb-a77f41ebc0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:43.751275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e2a79d55-cbfd-4ccb-81bb-a77f41ebc0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.752529 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e2a79d55-cbfd-4ccb-81bb-a77f41ebc0db admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d5338db9-c3fe-4fc5-add0-4f4d593d6fd3 HTTP/1.1" status: 204  len: 168 time: 0.1850636
Apr 08 08:25:43.981030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28084657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826488266'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:43.999170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c6fbce74-01a3-4966-8855-aa237a266091 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:44.140564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85bf35a8-00e8-4314-add3-6aff32684de0,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:44.144350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:44.206741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Checking segment: {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:25:44.207141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Network hostable DHCP agents. Network: 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:25:44.226999 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:25:44.235842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:44.246904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed40eb1-46e6-482f-925c-d8ad607abdaa None None] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:25:44.248888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:44.249778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:44.273473 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8557463
Apr 08 08:25:44.273875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40378) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:44.279615 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:25:44.285121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:25:44.289447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Usage tracker for resource:router and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:25:44.293255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:25:44.299738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:25:44.311248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:44.312529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:44.329869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:44.491890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:25:44.492825 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:44.636986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:44.670627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Allocated IP 172.20.0.2 (66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417/85bf35a8-00e8-4314-add3-6aff32684de0/83151f4e-ab33-40b7-89ca-47ea62471338) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:25:44.920252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:44.934140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Transition to ACTIVE for port object 83151f4e-ab33-40b7-89ca-47ea62471338 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:44.959524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Transition to ACTIVE for port object 83151f4e-ab33-40b7-89ca-47ea62471338 will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:44.966910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:44.985600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:45.145272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0d17a1d7-341b-4870-9493-86e9cad1d3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:45.158371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Pushing event updated for resources: {'Port': ['ID=83151f4e-ab33-40b7-89ca-47ea62471338,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:45.165100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:45.226294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:25:45.227899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:45.234126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:25:45.257822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:45.294584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:45.335895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Attempting to bind port 83151f4e-ab33-40b7-89ca-47ea62471338 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:25:45.336312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Attempting to bind port 83151f4e-ab33-40b7-89ca-47ea62471338 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:25:45.336769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Attempting to bind port 83151f4e-ab33-40b7-89ca-47ea62471338 on network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:25:45.343576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:25:45.343996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Checking segment: {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:25:45.344446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:45.344883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Bound using segment: {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:25:45.345399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Bound port: 83151f4e-ab33-40b7-89ca-47ea62471338, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:25:45.346100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:45.442985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] For port 83151f4e-ab33-40b7-89ca-47ea62471338, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:25:45.447445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] For port 83151f4e-ab33-40b7-89ca-47ea62471338, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=83151f4e-ab33-40b7-89ca-47ea62471338,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:25:45.452335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:45.469473 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:45.471688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Allocated IP 172.27.1.93 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/66190386-6b47-46dd-9a3f-793f0529c8cb) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:25:45.629448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Pushing event updated for resources: {'Port': ['ID=83151f4e-ab33-40b7-89ca-47ea62471338,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:45.635406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:45.657430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:45.694156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:45.712227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40e709ee-2a5c-4de0-83d1-29c979798943 tempest-AttachVolumeNegativeTest-1611595087 tempest-AttachVolumeNegativeTest-1611595087-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:45.894796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Pushing event updated for resources: {'Port': ['ID=66190386-6b47-46dd-9a3f-793f0529c8cb,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:45.900701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:45.936928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:25:45.938368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:45.940828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:25:46.423761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:46.809045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:47.049967 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:25:47.326259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:25:47.339319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Sync routers for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:25:47.350942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 83151f4e-ab33-40b7-89ca-47ea62471338 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:25:47.358359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:47.359415 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c622e8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:47.372528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:47.373926 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.0988982
Apr 08 08:25:47.376920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40422) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:47.432144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a487db1c-992e-4d9f-bd8d-f3986e1ece74 None None] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:25:47.487774 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-25f06715-1d38-45ca-8af4-4267721736c7 None None] Provisioning for port 83151f4e-ab33-40b7-89ca-47ea62471338 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:25:47.560629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 83151f4e-ab33-40b7-89ca-47ea62471338 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:25:47.580456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 83151f4e-ab33-40b7-89ca-47ea62471338 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:47.580882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:47.611198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:47.846807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:47.870954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 83151f4e-ab33-40b7-89ca-47ea62471338, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=83151f4e-ab33-40b7-89ca-47ea62471338,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:47.879582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:47.882902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:47.952462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c622e8>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:46Z', 'revision_number': 3, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:47.958578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Checking router: 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:25:47.958994 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Updating router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 port 66190386-6b47-46dd-9a3f-793f0529c8cb binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:25:47.965405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=83151f4e-ab33-40b7-89ca-47ea62471338,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:47.977604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:48.033487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.129563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9e7338d9-e720-4002-890b-06a9b2efa25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.209614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-3f10c896-fd98-4ddd-9e71-0eec71510819 None None] Provisioning complete for port 83151f4e-ab33-40b7-89ca-47ea62471338 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:48.210245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f10c896-fd98-4ddd-9e71-0eec71510819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.246421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.319699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.633100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.647150 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Transition to ACTIVE for port object 66190386-6b47-46dd-9a3f-793f0529c8cb will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:48.654267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.671095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-835adf83-7b31-489f-8da7-abdf36628b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:48.806576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Allocated IP 172.20.0.1 (66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417/85bf35a8-00e8-4314-add3-6aff32684de0/091bb770-c265-4e68-983d-05ab7fe13b17) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:25:48.818734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Pushing event updated for resources: {'Port': ['ID=66190386-6b47-46dd-9a3f-793f0529c8cb,revision_number=2']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:48.831231 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.831860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.832173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.833112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.849961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.849961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.849961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.849961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.849961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.849961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.849961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.849961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:48.852843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:48.912003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Attempting to bind port 66190386-6b47-46dd-9a3f-793f0529c8cb on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:25:48.912418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Attempting to bind port 66190386-6b47-46dd-9a3f-793f0529c8cb by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:25:48.912828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Attempting to bind port 66190386-6b47-46dd-9a3f-793f0529c8cb on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:25:48.920328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:25:48.920742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:25:48.921191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.921623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:25:48.922166 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Bound port: 66190386-6b47-46dd-9a3f-793f0529c8cb, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:25:48.922580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.980272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:48.999036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Transition to ACTIVE for port object 091bb770-c265-4e68-983d-05ab7fe13b17 will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:49.013898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] For port 66190386-6b47-46dd-9a3f-793f0529c8cb, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:25:49.017103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] For port 66190386-6b47-46dd-9a3f-793f0529c8cb, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=66190386-6b47-46dd-9a3f-793f0529c8cb,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:25:49.020716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.024146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.037190 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:49.043287 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0cebdbce-5b5c-49d2-8994-2c3621e41c5c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:49.193043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Pushing event updated for resources: {'Port': ['ID=66190386-6b47-46dd-9a3f-793f0529c8cb,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:49.198606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:49.199861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Pushing event updated for resources: {'Port': ['ID=091bb770-c265-4e68-983d-05ab7fe13b17,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:49.204919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:49.262971 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:49.264035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c622e8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:49.264509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:25:49.266307 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:49.268780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:25:49.316630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 83151f4e-ab33-40b7-89ca-47ea62471338 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:25:49.335568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.404880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.433330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 83151f4e-ab33-40b7-89ca-47ea62471338 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:49.433878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.515412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:49.601120 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-bbb2c7d4-5039-451e-8fc8-3dbff3c9b6ce None None] Provisioning for port 091bb770-c265-4e68-983d-05ab7fe13b17 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:25:49.607882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-bbb2c7d4-5039-451e-8fc8-3dbff3c9b6ce None None] Provisioning complete for port 091bb770-c265-4e68-983d-05ab7fe13b17 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:49.608309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bbb2c7d4-5039-451e-8fc8-3dbff3c9b6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.641877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.672759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-bbb2c7d4-5039-451e-8fc8-3dbff3c9b6ce None None] Port 091bb770-c265-4e68-983d-05ab7fe13b17 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:25:49.866832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c622e8>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:46Z', 'revision_number': 3, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:49.872388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5a331-11d3-4155-88f7-b1c19546aba5 None None] The sync data for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi is: [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:46Z', 'revision_number': 3, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:25:49.953312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.957587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:49.988136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cad7c872-8932-4b8c-8a42-5b8c7d4b32a4 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:50.021050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:50.078198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Pushing event updated for resources: {'Port': ['ID=091bb770-c265-4e68-983d-05ab7fe13b17,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:50.080877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:50.096854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:50.234357 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:25:50.235602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:50.482342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:25:50.499598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-bcbe1be9-7278-41ca-80b3-db2d7d3ef35e None None] Provisioning complete for port 091bb770-c265-4e68-983d-05ab7fe13b17 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:50.501050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bcbe1be9-7278-41ca-80b3-db2d7d3ef35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:50.563671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe1be9-7278-41ca-80b3-db2d7d3ef35e None None] Port 091bb770-c265-4e68-983d-05ab7fe13b17 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:25:50.703383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:25:50.720994 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] 10.222.0.54 "PUT /v2.0/routers/9a0504ab-e239-4501-9c80-7b0f9eb9ec51/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3425665
Apr 08 08:25:51.299806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 66190386-6b47-46dd-9a3f-793f0529c8cb up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:25:51.380588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 66190386-6b47-46dd-9a3f-793f0529c8cb completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:25:51.387181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 66190386-6b47-46dd-9a3f-793f0529c8cb triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:51.387611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.408727 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40460) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:51.417104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1064659912-network', 'tenant_id': '6a259a654b564027b2109d064eb23741'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:25:51.422511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:25:51.426904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Usage tracker for resource:network and tenant:6a259a654b564027b2109d064eb23741 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:25:51.431298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:25:51.438032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:25:51.447736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Made reservation on behalf of 6a259a654b564027b2109d064eb23741 for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:25:51.453075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.468320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.485657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:25:51.489844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Usage tracker for resource:security_group_rule and tenant:6a259a654b564027b2109d064eb23741 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:25:51.492858 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:25:51.499106 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:25:51.523447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.542491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 66190386-6b47-46dd-9a3f-793f0529c8cb, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=66190386-6b47-46dd-9a3f-793f0529c8cb,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:51.545512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.547490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:51.607331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.610340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.614659 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-dd5ad211-98b2-466e-ae07-3cb5cc183b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:51.619875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=66190386-6b47-46dd-9a3f-793f0529c8cb,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:51.628305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.628712 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.629223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.629604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.630003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.630379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.630749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.631118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.631489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.631859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.632223 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.632590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:25:51.637643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:51.641964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:25:51.656271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac0dfa4-73e2-4a88-b103-c923ca72acf1,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:51.660843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:51.661874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.662275 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Added segment 15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9 of type vlan for network 8e0e345a-d099-4606-a290-3612ecd443df
Apr 08 08:25:51.690332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.722095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.723528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:51.724172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:51.727735 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:52.092939 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6824703
Apr 08 08:25:52.094003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Pushing event updated for resources: {'Network': ['ID=8e0e345a-d099-4606-a290-3612ecd443df,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:52.097116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:52.097622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40466) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:52.104821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Request body: {'subnet': {'network_id': '8e0e345a-d099-4606-a290-3612ecd443df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1064659912-subnet', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:25:52.110191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 8e0e345a-d099-4606-a290-3612ecd443df details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:25:52.110633 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:25:52.115241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Usage tracker for resource:subnet and tenant:6a259a654b564027b2109d064eb23741 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:25:52.119619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:25:52.126437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:25:52.140122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Made reservation on behalf of 6a259a654b564027b2109d064eb23741 for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:25:52.144979 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826488313'] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:52.655131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Sync routers for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:25:52.667051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:52.667746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c11602898>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:52.846131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28084657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826488266'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:52.862884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-73636c20-aaa9-4fd7-8347-60ca339ce0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:53.006910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:53.023024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af2a8a7-23a7-47fd-90a7-9eb4fa076b29,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:53.028886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:53.066932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:53.099996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Checking segment: {'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:25:53.100393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Network hostable DHCP agents. Network: 8e0e345a-d099-4606-a290-3612ecd443df, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:25:53.121280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Network 8e0e345a-d099-4606-a290-3612ecd443df is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:25:53.130023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 8e0e345a-d099-4606-a290-3612ecd443df) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:53.142831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:53.143479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:53.144573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6aa15e-528f-4571-ad66-d0143ca7d6fe None None] Network 8e0e345a-d099-4606-a290-3612ecd443df requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:25:53.168404 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2c235459-f108-4680-97e3-0629d7cce584 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0692258
Apr 08 08:25:53.171920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40472) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:53.179417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:25:53.185171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:25:53.189565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Usage tracker for resource:router and tenant:6a259a654b564027b2109d064eb23741 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:25:53.193417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:25:53.200275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:25:53.212814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:53.214848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:53.243274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:53.432930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 66190386-6b47-46dd-9a3f-793f0529c8cb up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:25:53.641274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:53.641530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 66190386-6b47-46dd-9a3f-793f0529c8cb triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:53.642071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:53.794056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-8e0e345a-d099-4606-a290-3612ecd443df', 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'fixed_ips': [{'subnet_id': '6af2a8a7-23a7-47fd-90a7-9eb4fa076b29'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:25:53.794986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:54.011820 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:54.051293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:54.065077 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c11602898>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 2, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:54.073226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Checking router: 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:25:54.073631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Updating router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 port 091bb770-c265-4e68-983d-05ab7fe13b17 binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:25:54.140876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Allocated IP 172.20.0.2 (8e0e345a-d099-4606-a290-3612ecd443df/6af2a8a7-23a7-47fd-90a7-9eb4fa076b29/b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:25:54.151822 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:54.228590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Allocated IP 172.27.1.138 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:25:54.427758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:54.470087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:54.506572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:54.672806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:54.688962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Pushing event updated for resources: {'Port': ['ID=ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:54.692441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:54.701140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Transition to ACTIVE for port object b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:54.747620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Transition to ACTIVE for port object b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:54.760317 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:54.768516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:25:54.769704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:54.773592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:25:54.779716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:55.037339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.resource_extend [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 08 08:25:55.174632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Pushing event updated for resources: {'Port': ['ID=b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:55.206239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:55.246315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:55.272931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Transition to ACTIVE for port object 091bb770-c265-4e68-983d-05ab7fe13b17 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:55.282170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Network 8e0e345a-d099-4606-a290-3612ecd443df is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:25:55.283438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:55.283578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:55.285618 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:55.300652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:25:55.305024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:55.544422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f7b27-4506-4ac6-9cd1-0b26ded66b89 None None] Pushing event updated for resources: {'Port': ['ID=091bb770-c265-4e68-983d-05ab7fe13b17,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:55.550722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a17f7b27-4506-4ac6-9cd1-0b26ded66b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:55.557605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Attempting to bind port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:25:55.558055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Attempting to bind port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:25:55.558469 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Attempting to bind port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 on network 8e0e345a-d099-4606-a290-3612ecd443df {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:25:55.569610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:25:55.570094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Checking segment: {'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:25:55.570551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:55.571037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Bound using segment: {'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:25:55.571595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Bound port: b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:25:55.572021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:55.788705 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] For port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:25:55.840763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] For port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54,segment=NetworkSegment(15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9),segment_id=15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:25:55.853565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:55.871232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:55.940810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Attempting to bind port 091bb770-c265-4e68-983d-05ab7fe13b17 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:25:55.941149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Attempting to bind port 091bb770-c265-4e68-983d-05ab7fe13b17 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:25:55.941555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Attempting to bind port 091bb770-c265-4e68-983d-05ab7fe13b17 on network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:25:55.978418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:55.984257 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-040a451d-a1a7-416c-b263-530ed2848524 req-f549b06e-3865-4b70-816e-0980527e8005 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2114708
Apr 08 08:25:56.020983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:25:56.021408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Checking segment: {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:25:56.021915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:56.022364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Bound using segment: {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:25:56.022909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Bound port: 091bb770-c265-4e68-983d-05ab7fe13b17, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:25:56.023334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:56.116448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Pushing event updated for resources: {'Port': ['ID=b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:56.120236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:56.186352 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] For port 091bb770-c265-4e68-983d-05ab7fe13b17, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:25:56.198359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] For port 091bb770-c265-4e68-983d-05ab7fe13b17, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=091bb770-c265-4e68-983d-05ab7fe13b17,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:25:56.204482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:56.223833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4430f839-bbd9-4009-9d6d-d7c250a4d450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:56.309764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a451d-a1a7-416c-b263-530ed2848524 req-8ddfee11-d011-4946-b578-57957a042f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:56.310540 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-040a451d-a1a7-416c-b263-530ed2848524 req-8ddfee11-d011-4946-b578-57957a042f8e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=d518367a337a4834b816d5ba592151f7&device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 1100 time: 0.2708542
Apr 08 08:25:56.336042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:25:56.403779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f7b27-4506-4ac6-9cd1-0b26ded66b89 None None] Pushing event updated for resources: {'Port': ['ID=091bb770-c265-4e68-983d-05ab7fe13b17,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:56.407401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a17f7b27-4506-4ac6-9cd1-0b26ded66b89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:56.465298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:56.466031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c11602898>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:56.514065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a451d-a1a7-416c-b263-530ed2848524 req-6f8b727d-cdef-43a2-885a-669522f9ed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:56.515667 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-040a451d-a1a7-416c-b263-530ed2848524 req-6f8b727d-cdef-43a2-885a-669522f9ed18 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 200  len: 917 time: 0.1818626
Apr 08 08:25:56.731330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:56.818030 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-040a451d-a1a7-416c-b263-530ed2848524 req-23b37d6f-b64f-466c-9eb4-da9c3d63f56d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28f07db-125e-44b5-a370-e551955f81c6 HTTP/1.1" status: 200  len: 1002 time: 0.2943053
Apr 08 08:25:56.908513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:25:56.921301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Sync routers for ids ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:25:56.933326 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Routers {'2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:25:56.934159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c109dbe80>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:56.938018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a451d-a1a7-416c-b263-530ed2848524 req-f69bf4ed-bb1f-4ffd-80fc-b02f583322a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:56.939670 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-040a451d-a1a7-416c-b263-530ed2848524 req-f69bf4ed-bb1f-4ffd-80fc-b02f583322a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 200  len: 855 time: 0.1064727
Apr 08 08:25:56.989152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:56.990427 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.8174045
Apr 08 08:25:56.994393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40526) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:25:57.040545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a451d-a1a7-416c-b263-530ed2848524 req-8d89954d-513c-402c-a266-51ab42c9f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:57.042504 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-040a451d-a1a7-416c-b263-530ed2848524 req-8d89954d-513c-402c-a266-51ab42c9f155 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6edb44dd-4adc-4625-a337-bd0772923580&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0944180
Apr 08 08:25:57.128829 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c11602898>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:56Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:57.134819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c49dd0e-9040-44cd-9f35-5bb102a302cd None None] The sync data for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi is: [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:56Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:25:57.167088 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Set router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:25:57.388759 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-040a451d-a1a7-416c-b263-530ed2848524 req-6a90a79f-171f-4205-aae0-36e90ddb90b1 service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3389266
Apr 08 08:25:57.517804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 091bb770-c265-4e68-983d-05ab7fe13b17 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:25:57.630917 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-040a451d-a1a7-416c-b263-530ed2848524 req-076172a2-af7b-4c26-b7ee-5edb1d88126b service neutron] 10.222.0.48 "GET /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2347865
Apr 08 08:25:57.732049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 091bb770-c265-4e68-983d-05ab7fe13b17 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:25:57.747875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 091bb770-c265-4e68-983d-05ab7fe13b17 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:57.748563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:58.126608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:58.196814 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 091bb770-c265-4e68-983d-05ab7fe13b17, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=091bb770-c265-4e68-983d-05ab7fe13b17,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:58.202332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:58.204079 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:25:58.296627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:58.388110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c109dbe80>, [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:25:55Z', 'revision_number': 3, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port': {'id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:54Z', 'updated_at': '2021-04-08T08:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:25:58.399857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38829dd-3fbd-4941-a0e8-b12063c7e0ca None None] Network 8e0e345a-d099-4606-a290-3612ecd443df requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:25:58.400557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Checking router: 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:25:58.400961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Updating router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:25:58.532385 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:58.636316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:58.910010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-f815c163-91d2-41d4-8d73-30c5090ac7b5 None None] Provisioning for port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:25:58.949920 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=091bb770-c265-4e68-983d-05ab7fe13b17,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:58.954066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff90ae3-f56e-4925-927d-86b8b283ad61 req-040d5b5a-c9a2-4887-94a7-5f3600390682 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:58.963294 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ff90ae3-f56e-4925-927d-86b8b283ad61 req-040d5b5a-c9a2-4887-94a7-5f3600390682 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 947 time: 0.2013915
Apr 08 08:25:58.980449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:58.986785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:25:58.995055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:58.995489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.044396 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ff90ae3-f56e-4925-927d-86b8b283ad61 req-9ecd90b9-3f29-4506-aaf1-28d973a655ba tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774932
Apr 08 08:25:59.103648 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Allocated IP 172.20.0.1 (8e0e345a-d099-4606-a290-3612ecd443df/6af2a8a7-23a7-47fd-90a7-9eb4fa076b29/e0377f88-f272-427e-826d-9bbade886fb9) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:25:59.123670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.137667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Transition to ACTIVE for port object ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:59.147331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.165929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cfe67a9b-0f38-4893-9863-e8cdb0ab4131 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:59.275360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.279969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c1534-ef1d-4260-97bf-e73dbdf91e56 None None] Pushing event updated for resources: {'Port': ['ID=ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a,revision_number=2']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:59.286292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1e6c1534-ef1d-4260-97bf-e73dbdf91e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:59.297492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Transition to ACTIVE for port object e0377f88-f272-427e-826d-9bbade886fb9 will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:25:59.299512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.323594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.333729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54,segment=NetworkSegment(15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9),segment_id=15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:25:59.339101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.341566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:59.342936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b752fd5b-f779-4a95-a28c-fd083f67ac1b tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:59.470597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:59.478990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:59.489254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 091bb770-c265-4e68-983d-05ab7fe13b17 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:25:59.533288 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Attempting to bind port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:25:59.533888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Attempting to bind port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:25:59.534637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Attempting to bind port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:25:59.541214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Pushing event updated for resources: {'Port': ['ID=e0377f88-f272-427e-826d-9bbade886fb9,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:59.548334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:25:59.548760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:25:59.549490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.549783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:25:59.549911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:59.556239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Bound port: ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:25:59.556688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.658036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 091bb770-c265-4e68-983d-05ab7fe13b17 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:59.658687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.659979 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Network 8e0e345a-d099-4606-a290-3612ecd443df is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:25:59.661585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:25:59.664218 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:25:59.685583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] For port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:25:59.690850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] For port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:25:59.694637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.716004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4c8f78ce-ef62-4153-890f-49a47e970b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:25:59.782574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.866432 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-df125a94-4427-42da-aab7-2ecc863d8e67 None None] Provisioning complete for port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:25:59.867054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-df125a94-4427-42da-aab7-2ecc863d8e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:25:59.965648 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6c1534-ef1d-4260-97bf-e73dbdf91e56 None None] Pushing event updated for resources: {'Port': ['ID=ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:25:59.972881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1e6c1534-ef1d-4260-97bf-e73dbdf91e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:25:59.984715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-a0900ebb-6096-49dc-9e83-cc03b7f61eb9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:25:59.988076 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-a0900ebb-6096-49dc-9e83-cc03b7f61eb9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 947 time: 0.2382984
Apr 08 08:26:00.108480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Routers {'2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:00.111094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c109dbe80>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:00.129045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Deleting port c28f07db-125e-44b5-a370-e551955f81c6 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:26:00.129926 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:00.230516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-8de3b26d-3c5a-466d-a9e2-d34752561f66 None None] Provisioning for port e0377f88-f272-427e-826d-9bbade886fb9 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:26:00.238141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-8de3b26d-3c5a-466d-a9e2-d34752561f66 None None] Provisioning complete for port e0377f88-f272-427e-826d-9bbade886fb9 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:00.240202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8de3b26d-3c5a-466d-a9e2-d34752561f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:00.326097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-8de3b26d-3c5a-466d-a9e2-d34752561f66 None None] Port e0377f88-f272-427e-826d-9bbade886fb9 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:26:00.343330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] Set router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:00.356745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:00.515660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015745f-eda3-4a61-952e-ad8f6164e413 req-64b5998d-f434-4803-8f31-2baeccf25f9f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:00.517997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] For port c28f07db-125e-44b5-a370-e551955f81c6, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=c28f07db-125e-44b5-a370-e551955f81c6,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:00.518441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:00.523633 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9015745f-eda3-4a61-952e-ad8f6164e413 req-64b5998d-f434-4803-8f31-2baeccf25f9f tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 947 time: 0.2273598
Apr 08 08:26:00.564659 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9015745f-eda3-4a61-952e-ad8f6164e413 req-2199731b-18a1-402f-bcb0-17481e8b5fa0 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a5afe33-cc29-46f9-aecb-cdd651b11238&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392442
Apr 08 08:26:00.753745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:00.757636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:00.759114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c109dbe80>, [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:25:55Z', 'revision_number': 3, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port': {'id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:54Z', 'updated_at': '2021-04-08T08:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:00.763855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0fd0e3-3928-488f-9156-e64f6f0c8bba None None] The sync data for ids ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'] in dv-cinder-761113-10-iscsi is: [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:25:55Z', 'revision_number': 3, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port': {'id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:54Z', 'updated_at': '2021-04-08T08:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:26:00.791771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7f7eeb47-4fea-4b99-8328-8b0773e3abec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:00.889311 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Pushing event updated for resources: {'Port': ['ID=e0377f88-f272-427e-826d-9bbade886fb9,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:00.892157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:00.907406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:01.144556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:01.145551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:01.145551 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Floating IP 9a1c96a4-664f-489e-b290-d0feb9a922b9 disassociated. External IP: 172.27.1.149, port: c28f07db-125e-44b5-a370-e551955f81c6.
Apr 08 08:26:01.145881 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Calling delete_port for c28f07db-125e-44b5-a370-e551955f81c6 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:26:01.363707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Network 8e0e345a-d099-4606-a290-3612ecd443df is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:26:01.365045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:26:01.424029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:01.445904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-909a9bd6-dc02-4727-81db-0627a30a6f50 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:01.577046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event deleted for resources: {'Port': ['ID=c28f07db-125e-44b5-a370-e551955f81c6,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:01.584454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:01.709623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:26:01.723436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:26:01.859780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:01.860205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:01.989356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-fbd423aa-90e4-4c8c-b1b5-36001f0b1dae None None] Provisioning complete for port e0377f88-f272-427e-826d-9bbade886fb9 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:01.989802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fbd423aa-90e4-4c8c-b1b5-36001f0b1dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.027318 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6a628f65-b18b-401b-8da4-8ab7e4c37214 req-d7485178-12c2-421c-a1e6-84e5aa8777de tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/ports?device_id=417317aa-c6c6-49c3-a6c4-5c7ece5a6c79 HTTP/1.1" status: 200  len: 210 time: 0.1740170
Apr 08 08:26:02.051049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Router 0de6e455-26e1-4f3f-8398-6e0c404b0187 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:26:02.129694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:26:02.147956 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] 10.222.0.54 "PUT /v2.0/routers/2eddc9f4-34b1-4986-ac94-dcfb77aba5e0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1520000
Apr 08 08:26:02.190563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-fbd423aa-90e4-4c8c-b1b5-36001f0b1dae None None] Port e0377f88-f272-427e-826d-9bbade886fb9 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:26:02.214488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:26:02.324989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:26:02.338185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] Sync routers for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:26:02.345978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:26:02.355289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:02.355709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.403613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:02.404262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bf191d0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:02.422503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] No DVR routers for this DVR port c28f07db-125e-44b5-a370-e551955f81c6 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:26:02.424979 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.428764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-deleted', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:26:02.448607 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e4ecaf58-5a97-4706-9b1a-0baf3633c7d3 req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.48 "DELETE /v2.0/ports/c28f07db-125e-44b5-a370-e551955f81c6 HTTP/1.1" status: 204  len: 173 time: 2.4541478
Apr 08 08:26:02.677064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:02.731888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.743085 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40590) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:02.750585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-861589068', 'description': 'tempest-secgroup-smoke-861589068 description', 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:02.757656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:02.764219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:security_group and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:02.770872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:02.772656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:02.777895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:02.787107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.792410 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417317aa-c6c6-49c3-a6c4-5c7ece5a6c79', 'name': 'network-vif-deleted', 'tag': 'c28f07db-125e-44b5-a370-e551955f81c6', 'status': 'completed', 'code': 200}
Apr 08 08:26:02.793339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:02.797575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:security_group_rule and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:02.800677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:02.807805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:02.830459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.840617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:02.885526 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.888987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.894787 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5314dde4-b938-4b02-9f2c-15218f024a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:02.942492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:02.943966 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.1989131
Apr 08 08:26:02.945024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26bb6333-349f-4b19-95b7-4fedef8cab76,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:02.947865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40594) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:02.950983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:02.955151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'security_group_rule': {'security_group_id': '26bb6333-349f-4b19-95b7-4fedef8cab76', 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:02.962232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:02.966534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:security_group_rule and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:02.969791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:02.976216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:02.995251 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.019769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:03.024729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:03.072382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.075192 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.078543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:03.103957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c493a039-8d3f-40be-91d2-fca24283f8e5,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:03.106647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:03.114401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.118791 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ee85f6ea-dd0e-4f42-9079-4a648da0a62f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1668551
Apr 08 08:26:03.119156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40600) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:03.124870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'security_group_rule': {'security_group_id': '26bb6333-349f-4b19-95b7-4fedef8cab76', 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:03.131293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:03.136107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:security_group_rule and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:03.139118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:03.145295 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:03.154708 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bf191d0>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:03.160942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] Checking router: 0de6e455-26e1-4f3f-8398-6e0c404b0187 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:26:03.165441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.171974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:03.172882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bf191d0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:03.199100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40608) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:03.253734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:26:03.259229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.263122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.265227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:03.292833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205b7a78-5e56-4410-95a4-d8f0ab5f66a4,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:03.295527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:03.303285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.308209 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1848121
Apr 08 08:26:03.309070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40614) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:03.315224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'security_group_rule': {'security_group_id': '26bb6333-349f-4b19-95b7-4fedef8cab76', 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:03.316222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4c766849-adf7-4f95-a8db-62857260242d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.323825 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:03.328998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:security_group_rule and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:03.334711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:03.343857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:03.368763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: c28f07db-125e-44b5-a370-e551955f81c6 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:26:03.369163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device c28f07db-125e-44b5-a370-e551955f81c6 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:26:03.371331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4c766849-adf7-4f95-a8db-62857260242d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.380873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.470206 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.477341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.480164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7af91c04-9858-4a64-9bf2-21d7a15fb120 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:03.495722 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4c766849-adf7-4f95-a8db-62857260242d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.503909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-217d8d8a-cea1-42ff-b8d2-adfb2e8f95c3 tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:03.509883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbedc73-c9b0-446b-aef5-f69ed91c2b53,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:03.515205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:03.530106 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.534205 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c2d01226-a34c-4d16-a442-55e603d19091 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2216558
Apr 08 08:26:03.537434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40620) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:03.544399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c766849-adf7-4f95-a8db-62857260242d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5afe33-cc29-46f9-aecb-cdd651b11238,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:03.552817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4c766849-adf7-4f95-a8db-62857260242d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:03.553828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4c766849-adf7-4f95-a8db-62857260242d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.558845 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4c766849-adf7-4f95-a8db-62857260242d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "DELETE /v2.0/security-groups/0a5afe33-cc29-46f9-aecb-cdd651b11238 HTTP/1.1" status: 204  len: 168 time: 0.3547294
Apr 08 08:26:03.560325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'security_group_rule': {'security_group_id': '26bb6333-349f-4b19-95b7-4fedef8cab76', 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:03.562395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40624) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:03.574453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:03.579245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:26:03.579904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:security_group_rule and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:03.583022 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:03.584830 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.api.v2.resource [None req-399cf4a3-d0ba-4b71-b2b6-b87bdfcd4f8a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] show failed (client error): The resource could not be found.
Apr 08 08:26:03.585992 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-399cf4a3-d0ba-4b71-b2b6-b87bdfcd4f8a tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "GET /v2.0/security-groups/0a5afe33-cc29-46f9-aecb-cdd651b11238 HTTP/1.1" status: 404  len: 347 time: 0.0224125
Apr 08 08:26:03.589685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40628) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:03.593423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:03.653255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.718551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:03.773874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.777413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.786586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:03.787280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.787869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:03.789896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Deleting port de00d0c7-a980-44e5-80f2-741ed10a8e54 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:26:03.790514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.821039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51da235d-8a85-4713-bace-e316abb2751d,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:03.830844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:03.853359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:03.857933 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3161936
Apr 08 08:26:03.858636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40636) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:03.871686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'security_group_rule': {'security_group_id': '26bb6333-349f-4b19-95b7-4fedef8cab76', 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:03.880029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:03.890495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:security_group_rule and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:03.895916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:03.906290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:03.923365 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.securitygroups_db [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Project 7a8ef22d6ce84471ad3f830cf5b79b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 08:26:03.939174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.056742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.061451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.063936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d909b233-c2d5-481b-b929-37caf9769d78 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:04.082849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.082849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.096892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d6eba3-e118-41fe-8324-6b254a51ffb3,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:04.107802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:04.116293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.121154 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2583828
Apr 08 08:26:04.121628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40644) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:04.128854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'security_group_rule': {'security_group_id': '26bb6333-349f-4b19-95b7-4fedef8cab76', 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:04.136453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:04.140797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:security_group_rule and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:04.143878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:04.151310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:04.163745 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.securitygroups_db [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Project 7a8ef22d6ce84471ad3f830cf5b79b5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 08:26:04.171750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.239400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bf191d0>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:04.244702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620e0fc0-dea3-4207-b7fd-34d29edcb26a None None] The sync data for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi is: [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:17:51Z', 'revision_number': 4, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'eb6dcd96-cfee-46b2-8055-2512de8c883a', 'name': '', 'network_id': '6edb44dd-4adc-4625-a337-bd0772923580', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'mac_address': 'fa:16:3e:c7:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:48Z', 'updated_at': '2021-04-08T08:18:08Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'subnets': [{'id': 'a4841978-fb68-4ec8-85e7-2d461ae96540', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:26:04.268370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Calling delete_port for de00d0c7-a980-44e5-80f2-741ed10a8e54 owned by network:floatingip {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:26:04.271145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.274868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.277115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-604e8e25-7082-419e-8142-e927f3333845 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:04.302804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8c9458-0548-4ed2-a005-1943b782154e,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:04.306284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:04.314190 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.315547 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1920176
Apr 08 08:26:04.349405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Sync routers for ids ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:26:04.364011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Routers {'2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:04.364766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c106cd7f0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:04.439910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.459628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-55124533-ea28-461a-9066-17e1bc7c48a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:04.527249 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Pushing event deleted for resources: {'Port': ['ID=de00d0c7-a980-44e5-80f2-741ed10a8e54,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:04.569157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Set router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:04.582163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:04.763092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358fd334-fffc-4af1-8579-3f4eeabc92af None None] New status for floating IP 9a1c96a4-664f-489e-b290-d0feb9a922b9: DOWN {{(pid=84308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:26:04.771813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks [] for floatingip, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.791614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:04.793198 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8fe3de94-0c3f-4c84-83a9-b134c75bc0b7 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] 10.222.0.54 "DELETE /v2.0/floatingips/9a1c96a4-664f-489e-b290-d0feb9a922b9 HTTP/1.1" status: 204  len: 168 time: 1.2023935
Apr 08 08:26:04.982238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c106cd7f0>, [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:26:00Z', 'revision_number': 4, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port': {'id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:54Z', 'updated_at': '2021-04-08T08:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'e0377f88-f272-427e-826d-9bbade886fb9', 'name': '', 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'mac_address': 'fa:16:3e:5e:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6af2a8a7-23a7-47fd-90a7-9eb4fa076b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:58Z', 'updated_at': '2021-04-08T08:26:00Z', 'revision_number': 2, 'project_id': '6a259a654b564027b2109d064eb23741', 'subnets': [{'id': '6af2a8a7-23a7-47fd-90a7-9eb4fa076b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:04.987298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Checking router: 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:26:04.991189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Updating router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 port e0377f88-f272-427e-826d-9bbade886fb9 binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:26:05.061211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:05.553305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:05.567211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Transition to ACTIVE for port object e0377f88-f272-427e-826d-9bbade886fb9 will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:26:05.573292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:05.589895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:05.739603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ce4f3-07f4-48f0-ac4f-976c6e27f9f0 None None] Pushing event updated for resources: {'Port': ['ID=e0377f88-f272-427e-826d-9bbade886fb9,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:05.744321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-263ce4f3-07f4-48f0-ac4f-976c6e27f9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:06.109015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Attempting to bind port e0377f88-f272-427e-826d-9bbade886fb9 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:26:06.109343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Attempting to bind port e0377f88-f272-427e-826d-9bbade886fb9 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:26:06.109772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Attempting to bind port e0377f88-f272-427e-826d-9bbade886fb9 on network 8e0e345a-d099-4606-a290-3612ecd443df {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:26:06.115535 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:26:06.115946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Checking segment: {'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:26:06.116408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:06.116816 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Bound using segment: {'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:26:06.117348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Bound port: e0377f88-f272-427e-826d-9bbade886fb9, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:26:06.117780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:06.207450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] For port e0377f88-f272-427e-826d-9bbade886fb9, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:26:06.212451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] For port e0377f88-f272-427e-826d-9bbade886fb9, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=e0377f88-f272-427e-826d-9bbade886fb9,segment=NetworkSegment(15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9),segment_id=15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:26:06.216827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:06.233939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:06.397326 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ce4f3-07f4-48f0-ac4f-976c6e27f9f0 None None] Pushing event updated for resources: {'Port': ['ID=e0377f88-f272-427e-826d-9bbade886fb9,revision_number=4']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:06.403379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-263ce4f3-07f4-48f0-ac4f-976c6e27f9f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:06.460044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Routers {'2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:06.460924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c106cd7f0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:06.718140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] Set router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:07.072678 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c106cd7f0>, [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:26:00Z', 'revision_number': 4, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port': {'id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:54Z', 'updated_at': '2021-04-08T08:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'e0377f88-f272-427e-826d-9bbade886fb9', 'name': '', 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'mac_address': 'fa:16:3e:5e:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6af2a8a7-23a7-47fd-90a7-9eb4fa076b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:58Z', 'updated_at': '2021-04-08T08:26:06Z', 'revision_number': 4, 'project_id': '6a259a654b564027b2109d064eb23741', 'subnets': [{'id': '6af2a8a7-23a7-47fd-90a7-9eb4fa076b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:07.077227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5250126f-2b7f-475b-bd68-bdf5a7c22a2d None None] The sync data for ids ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'] in dv-cinder-761113-10-iscsi is: [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:26:00Z', 'revision_number': 4, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port': {'id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:54Z', 'updated_at': '2021-04-08T08:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': 'e0377f88-f272-427e-826d-9bbade886fb9', 'name': '', 'network_id': '8e0e345a-d099-4606-a290-3612ecd443df', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'mac_address': 'fa:16:3e:5e:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '6af2a8a7-23a7-47fd-90a7-9eb4fa076b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:58Z', 'updated_at': '2021-04-08T08:26:06Z', 'revision_number': 4, 'project_id': '6a259a654b564027b2109d064eb23741', 'subnets': [{'id': '6af2a8a7-23a7-47fd-90a7-9eb4fa076b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:26:07.457266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device e0377f88-f272-427e-826d-9bbade886fb9 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:26:07.538606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port e0377f88-f272-427e-826d-9bbade886fb9 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:26:07.544493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port e0377f88-f272-427e-826d-9bbade886fb9 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:07.544960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:07.719337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:07.762436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port e0377f88-f272-427e-826d-9bbade886fb9, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=e0377f88-f272-427e-826d-9bbade886fb9,segment=NetworkSegment(15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9),segment_id=15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:07.767607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:07.776169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:07.901832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=e0377f88-f272-427e-826d-9bbade886fb9,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:07.905989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:07.922008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40754) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:08.729552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:09.114448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Deleting port eb6dcd96-cfee-46b2-8055-2512de8c883a {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:26:09.114724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:09.447862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device e0377f88-f272-427e-826d-9bbade886fb9 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:26:09.544506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port e0377f88-f272-427e-826d-9bbade886fb9 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:09.545092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:09.574622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] For port eb6dcd96-cfee-46b2-8055-2512de8c883a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=eb6dcd96-cfee-46b2-8055-2512de8c883a,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:09.575333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:09.754835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Calling delete_port for eb6dcd96-cfee-46b2-8055-2512de8c883a owned by network:router_interface {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:26:09.997124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:10.011446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-23c4a55d-cca2-4e35-abc0-5384eb787935 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:10.077780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6dcd96-cfee-46b2-8055-2512de8c883a,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:10.080752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:10.597589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:11.132222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Router 0de6e455-26e1-4f3f-8398-6e0c404b0187 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:26:11.328734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:26:11.338105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] Sync routers for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:26:11.342932 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] 10.222.0.54 "PUT /v2.0/routers/0de6e455-26e1-4f3f-8398-6e0c404b0187/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4196558
Apr 08 08:26:11.345532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40784) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:11.347916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:11.348583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c1049b048>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:11.536588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:11.543413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:11.739111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:11.748516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Deleting port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:26:11.748897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:11.863471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c1049b048>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:26:09Z', 'revision_number': 5, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port': {'id': '8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9b:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:17:40Z', 'updated_at': '2021-04-08T08:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:11.868060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] Checking router: 0de6e455-26e1-4f3f-8398-6e0c404b0187 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:26:11.876990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] Routers {'0de6e455-26e1-4f3f-8398-6e0c404b0187'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:11.877638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c1049b048>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:25:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['0de6e455-26e1-4f3f-8398-6e0c404b0187'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:11.949659 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] For port 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:11.950049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:12.040696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] Set router 0de6e455-26e1-4f3f-8398-6e0c404b0187 gateway port host: None {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:12.088898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Calling delete_port for 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b owned by network:router_gateway {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:26:12.159199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c1049b048>, [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:26:11Z', 'revision_number': 6, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port_host': None}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:12.164371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bf8a4-6fa2-4648-9907-ebb0d435b206 None None] The sync data for ids ['0de6e455-26e1-4f3f-8398-6e0c404b0187'] in dv-cinder-761113-10-iscsi is: [{'id': '0de6e455-26e1-4f3f-8398-6e0c404b0187', 'name': 'tempest-AttachVolumeShelveTestJSON-789491319-router', 'tenant_id': 'd518367a337a4834b816d5ba592151f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:17:38Z', 'updated_at': '2021-04-08T08:26:11Z', 'revision_number': 6, 'project_id': 'd518367a337a4834b816d5ba592151f7', 'gw_port_host': None}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:26:12.381199 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:26:12.510033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:12.525871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:12.635191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:12.641835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:12.796592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:12.986888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:12.989235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.078780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.079301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0de6e455-26e1-4f3f-8398-6e0c404b0187 {{(pid=84306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:26:13.093639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.095087 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/0de6e455-26e1-4f3f-8398-6e0c404b0187 HTTP/1.1" status: 204  len: 168 time: 1.7485156
Apr 08 08:26:13.097809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40796) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:13.172613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] Deleting subnet a4841978-fb68-4ec8-85e7-2d461ae96540 {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:26:13.176050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.230076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1513428'] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.357980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.424800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:26:13.468466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:26:13.468859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 8f03cb8a-fe6d-41ff-bcb8-e3bf9b06ec2b not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:26:13.469324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device eb6dcd96-cfee-46b2-8055-2512de8c883a no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:26:13.506346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: eb6dcd96-cfee-46b2-8055-2512de8c883a {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:26:13.506748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device eb6dcd96-cfee-46b2-8055-2512de8c883a not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:26:13.626641 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826691203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28287534'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.642154 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:13.692984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4841978-fb68-4ec8-85e7-2d461ae96540,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:13.745462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:13.785103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.790368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09612e9-119a-4fa1-b654-387e126ebde0 None None] Network 6edb44dd-4adc-4625-a337-bd0772923580 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:26:13.793984 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c836f2a0-e702-4b7f-81d5-e9a629f6c431 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a4841978-fb68-4ec8-85e7-2d461ae96540 HTTP/1.1" status: 204  len: 168 time: 0.6927235
Apr 08 08:26:13.794322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 40802) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:13.912614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:13.989748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Deleting port d4492c31-802b-4303-8ad6-ee5abfaeb52a {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:26:13.989748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:14.061381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] DHCP port deletion for 6edb44dd-4adc-4625-a337-bd0772923580 request from dv-cinder-761113-10-iscsi {{(pid=84308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 08:26:14.065936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] Deleting port d4492c31-802b-4303-8ad6-ee5abfaeb52a {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:26:14.066358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:14.223733 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] For port d4492c31-802b-4303-8ad6-ee5abfaeb52a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d4492c31-802b-4303-8ad6-ee5abfaeb52a,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:14.224294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:14.304586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] For port d4492c31-802b-4303-8ad6-ee5abfaeb52a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=d4492c31-802b-4303-8ad6-ee5abfaeb52a,segment=NetworkSegment(e6aaf3bf-8778-4be9-89bc-033fce06e918),segment_id=e6aaf3bf-8778-4be9-89bc-033fce06e918)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:14.305033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:14.360861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Calling delete_port for d4492c31-802b-4303-8ad6-ee5abfaeb52a owned by network:dhcp {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:26:14.439462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] Calling delete_port for d4492c31-802b-4303-8ad6-ee5abfaeb52a owned by network:dhcp {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:26:14.441492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:14.458257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2fe6cf2a-708a-4079-bd03-3cae24f23a15 tempest-VolumesActionsTest-818528129 tempest-VolumesActionsTest-818528129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:14.517694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4492c31-802b-4303-8ad6-ee5abfaeb52a,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:14.520358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:14.520503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:26:14.520850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:26:14.606894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] No DVR routers for this DVR port d4492c31-802b-4303-8ad6-ee5abfaeb52a on host dv-cinder-761113-10-iscsi {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:26:14.734232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:14.854556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c10814da0>,) {'filters': {'network_id': ['6edb44dd-4adc-4625-a337-bd0772923580']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:14.867289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c10814da0>, 'e6aaf3bf-8778-4be9-89bc-033fce06e918') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:14.867630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c10814da0>, 'e6aaf3bf-8778-4be9-89bc-033fce06e918') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:14.879974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:14.895136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:14.902498 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:26:15.025229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] Deleting port d4492c31-802b-4303-8ad6-ee5abfaeb52a {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:26:15.025658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.092880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Network 6edb44dd-4adc-4625-a337-bd0772923580 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:26:15.096423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1f09baed-7187-4e31-b02b-730bed6047e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.108225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-3f913924-15fd-4a08-a181-1c5a460bc945 None None] The port 'd4492c31-802b-4303-8ad6-ee5abfaeb52a' was deleted {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 08:26:15.113073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.312441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Network 6edb44dd-4adc-4625-a337-bd0772923580 has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:26:15.338652 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:26:15.421533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.422700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d4492c31-802b-4303-8ad6-ee5abfaeb52a no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:26:15.426233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.430726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:15.454201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Pushing event deleted for resources: {'Network': ['ID=6edb44dd-4adc-4625-a337-bd0772923580,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:15.457349 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:15.467492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: d4492c31-802b-4303-8ad6-ee5abfaeb52a {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:26:15.467891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device d4492c31-802b-4303-8ad6-ee5abfaeb52a not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:26:15.469466 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] 10.222.0.54 "DELETE /v2.0/networks/6edb44dd-4adc-4625-a337-bd0772923580 HTTP/1.1" status: 204  len: 168 time: 1.6733487
Apr 08 08:26:15.587369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40814) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:15.623409 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-daff29e0-b337-4d7a-9932-55cba0696aaa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d518367a337a4834b816d5ba592151f7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0346527
Apr 08 08:26:15.626531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 40818) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:15.689375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-513d0640-61a2-48f8-b135-884e33924250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.718345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-513d0640-61a2-48f8-b135-884e33924250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.768430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-513d0640-61a2-48f8-b135-884e33924250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.774276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:15.788864 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513d0640-61a2-48f8-b135-884e33924250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9ea451-f614-46d6-a537-9cae938975a9,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:15.794869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-513d0640-61a2-48f8-b135-884e33924250 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:15.796941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-513d0640-61a2-48f8-b135-884e33924250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:15.798163 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-513d0640-61a2-48f8-b135-884e33924250 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f9ea451-f614-46d6-a537-9cae938975a9 HTTP/1.1" status: 204  len: 168 time: 0.1705954
Apr 08 08:26:18.122551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-22999452-3e6e-4a6a-924e-400e2e038ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:18.188872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:19.337632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:20.023201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:21.909769 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-e21c1740-b398-428e-8a62-900002680b82 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861589068&fields=id&tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e HTTP/1.1" status: 200  len: 267 time: 0.0481868
Apr 08 08:26:22.074790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-ee1e566e-91b0-47cd-9524-b887618ea965 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:22.076365 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-ee1e566e-91b0-47cd-9524-b887618ea965 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 808 time: 0.1588020
Apr 08 08:26:22.093178 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-dc0b3c03-8dc0-4c03-adae-c9e7a8126a5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/quotas/7a8ef22d6ce84471ad3f830cf5b79b5e HTTP/1.1" status: 200  len: 375 time: 0.0106153
Apr 08 08:26:22.186139 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-c32a2271-db3a-4b58-96d8-172b7251d6f8 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0869298
Apr 08 08:26:22.348575 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-989e86bd-f549-4a8d-ab05-a4abeec03d82 service neutron] 10.222.0.54 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1475105
Apr 08 08:26:22.502156 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-0c8cd25c-fd8d-487a-94eb-6ef183638844 service neutron] 10.222.0.54 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464405
Apr 08 08:26:22.865209 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:22.942699 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0dd44ec3-811f-4c3a-865a-6b7e3386be6d req-349ef88c-df1d-4f89-8d89-f60bde7b6e21 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 210 time: 0.0527215
Apr 08 08:26:24.154858 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8fa7fc8d-1cbf-4d8f-bdfa-362e5d5e0b38 req-c7826ac2-7ef3-45a7-a7b4-1f2f079e8521 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 210 time: 0.0620968
Apr 08 08:26:24.291542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-0065c452-dc8f-4769-9a2e-8d2bc48ee91f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:24.292322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-0065c452-dc8f-4769-9a2e-8d2bc48ee91f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Synchronizing usage tracker for tenant:7a8ef22d6ce84471ad3f830cf5b79b5e on resource:network {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:26:24.308782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-0065c452-dc8f-4769-9a2e-8d2bc48ee91f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Unset dirty status for tenant:7a8ef22d6ce84471ad3f830cf5b79b5e on resource:network {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:26:24.310073 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-0065c452-dc8f-4769-9a2e-8d2bc48ee91f tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 808 time: 0.4593184
Apr 08 08:26:24.373165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-d6c6ec2e-19e9-44f5-abc7-95d799daa2db tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Synchronizing usage tracker for tenant:7a8ef22d6ce84471ad3f830cf5b79b5e on resource:security_group {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:26:24.389460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-d6c6ec2e-19e9-44f5-abc7-95d799daa2db tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Unset dirty status for tenant:7a8ef22d6ce84471ad3f830cf5b79b5e on resource:security_group {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:26:24.390930 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-d6c6ec2e-19e9-44f5-abc7-95d799daa2db tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e HTTP/1.1" status: 200  len: 8059 time: 0.0724311
Apr 08 08:26:24.401279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'port': {'device_id': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'admin_state_up': True, 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'security_groups': ['26bb6333-349f-4b19-95b7-4fedef8cab76']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:24.548921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:24.553036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:port and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:24.556592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:24.562802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:24.572971 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Made reservation on behalf of 7a8ef22d6ce84471ad3f830cf5b79b5e for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:26:24.579164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:24.739601 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Allocated IP 172.20.0.6 (66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417/85bf35a8-00e8-4314-add3-6aff32684de0/a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:26:24.947509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:24.965452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Transition to ACTIVE for port object a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:26:24.991517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:25.008019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42a052e6-eadc-48db-8ae5-e095818b9da2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:25.158502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:25.163032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:25.208265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:26:25.209645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:26:25.212658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:26:25.284768 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:25.285537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:25.311458 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9149947
Apr 08 08:26:25.393251 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb35b2-d140-41f4-9fbe-d893028633a8 req-d5a7e7a6-5a08-445c-bee7-38314ee25897 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:25.394919 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8cfb35b2-d140-41f4-9fbe-d893028633a8 req-d5a7e7a6-5a08-445c-bee7-38314ee25897 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 931 time: 0.1033158
Apr 08 08:26:25.427809 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8cfb35b2-d140-41f4-9fbe-d893028633a8 req-17e9b1ab-f3a8-486b-bb16-7405e9cf60f8 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0252736
Apr 08 08:26:25.444189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-151241fa-5acb-4b33-82a3-4a5ead4a5424 None None] Provisioning for port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:26:25.449631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-151241fa-5acb-4b33-82a3-4a5ead4a5424 None None] Provisioning complete for port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:25.450226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-151241fa-5acb-4b33-82a3-4a5ead4a5424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:25.515780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-151241fa-5acb-4b33-82a3-4a5ead4a5424 None None] Port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:26:26.370832 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Request body: {'port': {'device_id': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:26.534298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:26.647274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a56892-7784-4541-9623-01952dcd60fa req-45176acf-9617-42a1-ab4f-62a9e0a1df4d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:26.649379 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9a56892-7784-4541-9623-01952dcd60fa req-45176acf-9617-42a1-ab4f-62a9e0a1df4d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 931 time: 0.1035600
Apr 08 08:26:26.684442 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c9a56892-7784-4541-9623-01952dcd60fa req-7077d895-a778-4472-814b-41c3c29cf038 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0284946
Apr 08 08:26:27.031709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:26:27.041003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:27.058190 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Transition to ACTIVE for port object a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:26:27.061543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:27.078269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6daa5672-7307-4494-9649-fbcf9d7c18eb tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:27.229015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:27.242899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.243326 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.243743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.244152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.244554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.244955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.245356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.245783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.246309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.246586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.246982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.247379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:27.257100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:27.566770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Attempting to bind port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:26:27.567449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Attempting to bind port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:26:27.567449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Attempting to bind port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 on network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:26:27.573351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 on network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:26:27.573819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Attempting to bind port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 on network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:26:27.579988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:26:27.580366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Checking segment: {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:26:27.580791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Bound using segment: {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:26:27.581264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Bound port: a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '857a84c7-b760-4636-9750-c5a195c06dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:26:27.581649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:27.666698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:26:27.675040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:26:27.678361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:27.695744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9126cf51-6408-47a8-af30-25a049f284ce tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:27.846101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:27.856620 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:27.920911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:27.921895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:27.923392 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] 10.222.0.48 "PUT /v2.0/ports/a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 1093 time: 1.5586443
Apr 08 08:26:27.924100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:26:27.961280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680bc9d-bcb0-426b-acfa-b2f8b5c01b29 req-87e8bcab-fdde-45ca-954f-4e3393820f53 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:27.963152 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3680bc9d-bcb0-426b-acfa-b2f8b5c01b29 req-87e8bcab-fdde-45ca-954f-4e3393820f53 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.1239893
Apr 08 08:26:28.018705 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3680bc9d-bcb0-426b-acfa-b2f8b5c01b29 req-97b10bf1-bd52-4e76-9a09-9bb7e2eeaaa3 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449443
Apr 08 08:26:28.087937 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'status': 'completed', 'code': 200}
Apr 08 08:26:28.135574 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-131984e4-4095-4374-bd7f-963f533542f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:28.137218 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-131984e4-4095-4374-bd7f-963f533542f7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1096 time: 0.1730275
Apr 08 08:26:28.219384 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-4c48493e-4a3d-4e70-8dc3-201876c56d80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 217 time: 0.0745957
Apr 08 08:26:28.297475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-2cf5d255-32c2-4e44-b90f-5eae8523ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:28.300509 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-2cf5d255-32c2-4e44-b90f-5eae8523ec49 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.0747976
Apr 08 08:26:28.386255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-4f3abc42-dad7-4651-b393-caaff55694e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:28.387886 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-4f3abc42-dad7-4651-b393-caaff55694e6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0813754
Apr 08 08:26:28.535655 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-1a431f05-7953-4f32-aa5c-5eaa1c68366e service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407955
Apr 08 08:26:28.688346 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cf3818a-668f-4c7e-a3f7-32e37f58c4c3 req-a7ccba49-522c-4450-8155-d9dc47afad18 service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461008
Apr 08 08:26:28.839182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-4dc9b73f-f308-43d4-9ce5-35e1f45ad1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:28.840844 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-4dc9b73f-f308-43d4-9ce5-35e1f45ad1a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1096 time: 0.1091969
Apr 08 08:26:29.021083 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-e82b17f5-4781-47e9-ac1a-9083359b7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:29.022743 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-e82b17f5-4781-47e9-ac1a-9083359b7e37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 909 time: 0.1750069
Apr 08 08:26:29.099753 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-a189b150-89b4-45f2-903f-3fca3b575ef1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 217 time: 0.0687258
Apr 08 08:26:29.195575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-4d4c53ec-291f-4946-82a2-68823059b090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:29.198674 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-4d4c53ec-291f-4946-82a2-68823059b090 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.0913200
Apr 08 08:26:29.243955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1bf910-69cb-4e58-9aaf-ce4eff11b06a req-d67a4b75-3758-46ad-8c48-a0d6e4ee079b tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:29.245851 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8b1bf910-69cb-4e58-9aaf-ce4eff11b06a req-d67a4b75-3758-46ad-8c48-a0d6e4ee079b tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.1052761
Apr 08 08:26:29.280102 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8b1bf910-69cb-4e58-9aaf-ce4eff11b06a req-5ce3f3de-8072-475d-8280-c33c9e9c11b0 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0271935
Apr 08 08:26:29.346039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-7ed5eb9c-a068-4537-baa4-f2d2992ceee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:29.348555 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-7ed5eb9c-a068-4537-baa4-f2d2992ceee8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.1430128
Apr 08 08:26:29.505178 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-77731212-43a9-460e-aa38-05849bf0b711 service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489544
Apr 08 08:26:29.665830 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e548e2dd-4c2b-4b63-9425-27edd9570fc6 req-1f5fb3e2-d653-4638-9cac-255d711ab284 service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1541338
Apr 08 08:26:30.506643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68695bac-7271-4056-8979-06e62931d3fe req-3c09cae1-f70c-4f84-9d62-72026b76d9d7 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:30.508392 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-68695bac-7271-4056-8979-06e62931d3fe req-3c09cae1-f70c-4f84-9d62-72026b76d9d7 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.1037169
Apr 08 08:26:30.541963 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-68695bac-7271-4056-8979-06e62931d3fe req-892cc2cc-a35e-4d53-b391-fc7e593d4b83 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0268028
Apr 08 08:26:31.751634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02483d50-ad93-4230-954c-4ae105aa7329 req-2307ca78-073a-47e1-bfb9-efeea36a00f2 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:31.753254 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-02483d50-ad93-4230-954c-4ae105aa7329 req-2307ca78-073a-47e1-bfb9-efeea36a00f2 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.0952153
Apr 08 08:26:31.785111 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-02483d50-ad93-4230-954c-4ae105aa7329 req-f0f64279-b336-4ba1-a9ea-8832566669ec tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0248399
Apr 08 08:26:32.456298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41216) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:32.586554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:32.604292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:32.608598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Usage tracker for resource:security_group_rule and tenant:282bd959f2ce4001b074f847211b619b is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:32.611614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:32.618760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:32.708738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:32.711721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:32.719132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4510c235-c22d-40a5-ac23-96ad57fb1be7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:32.764113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32374520-da7c-4bde-88d5-98e4bc90fb11,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:32.769686 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=282bd959f2ce4001b074f847211b619b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122699
Apr 08 08:26:32.772614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41226) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:32.775758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.776183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.776611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.777021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.777425 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.777863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.778400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.778808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.779213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.779637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.780013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.780410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:26:32.784883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2de9a45b-9d41-49cd-81a0-4fe3681080f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:32.843749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8de893a8-7818-4bd9-b7a3-6d156796360c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:32.872555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8de893a8-7818-4bd9-b7a3-6d156796360c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:32.927180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8de893a8-7818-4bd9-b7a3-6d156796360c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:32.932616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-36b74c41-1791-4082-b346-2c01bfef2440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:32.946541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de893a8-7818-4bd9-b7a3-6d156796360c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32374520-da7c-4bde-88d5-98e4bc90fb11,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:32.950811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8de893a8-7818-4bd9-b7a3-6d156796360c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:32.950811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8de893a8-7818-4bd9-b7a3-6d156796360c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:32.954562 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8de893a8-7818-4bd9-b7a3-6d156796360c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/32374520-da7c-4bde-88d5-98e4bc90fb11 HTTP/1.1" status: 204  len: 168 time: 0.1773319
Apr 08 08:26:33.000140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2c368-0567-4c3e-bc61-8cf44f474538 req-6d8e8bc1-8d1c-4022-97c9-634a020b46f7 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:33.001871 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-14f2c368-0567-4c3e-bc61-8cf44f474538 req-6d8e8bc1-8d1c-4022-97c9-634a020b46f7 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.1007879
Apr 08 08:26:33.035831 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-14f2c368-0567-4c3e-bc61-8cf44f474538 req-dfa32c22-1478-4717-8fd8-9e0959072cc7 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0267332
Apr 08 08:26:33.263437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41236) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:33.284179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:33.299806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:33.303838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Usage tracker for resource:security_group_rule and tenant:d7720eb8c9b0411196eb6bce3d6b924f is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:33.306921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:33.312874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:33.398045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:33.401509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:33.410975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-afcde791-a298-4c5c-91ca-c7303a252e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:33.453137 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d7720eb8c9b0411196eb6bce3d6b924f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1884983
Apr 08 08:26:33.455716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c788275-4683-4002-b432-bf8489bd3240,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:33.456264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41240) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:33.458984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:33.521062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5bfba16-4ef7-4466-a812-cc4d97a642cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:33.550493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5bfba16-4ef7-4466-a812-cc4d97a642cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:33.596580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5bfba16-4ef7-4466-a812-cc4d97a642cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:33.601693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-329ad7e0-360f-4b8d-87df-689260386456 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:33.614512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfba16-4ef7-4466-a812-cc4d97a642cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c788275-4683-4002-b432-bf8489bd3240,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:33.617424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b5bfba16-4ef7-4466-a812-cc4d97a642cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:33.626004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b5bfba16-4ef7-4466-a812-cc4d97a642cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:33.627225 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b5bfba16-4ef7-4466-a812-cc4d97a642cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4c788275-4683-4002-b432-bf8489bd3240 HTTP/1.1" status: 204  len: 168 time: 0.1698761
Apr 08 08:26:34.279829 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb918443-e1ac-425d-b8f6-51de0d2654c9 req-6acda85f-9e65-4f44-9905-9c88d3767b50 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:34.284389 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fb918443-e1ac-425d-b8f6-51de0d2654c9 req-6acda85f-9e65-4f44-9905-9c88d3767b50 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.1276879
Apr 08 08:26:34.325871 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fb918443-e1ac-425d-b8f6-51de0d2654c9 req-aa29531b-9055-430c-ba32-bafdc16f716a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367005
Apr 08 08:26:34.489043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41290) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:34.634150 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:34.652041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:34.656344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Usage tracker for resource:security_group_rule and tenant:cc0ad1bddf2645da803b5acb007da703 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:34.659744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:34.667327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:34.757256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:34.760575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:34.769935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-402bfe89-e790-456c-8840-3b318d0b065d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:34.820610 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cc0ad1bddf2645da803b5acb007da703&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3278956
Apr 08 08:26:34.820610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de653545-7bdf-49e4-97c1-42f22ad257a7,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:34.822063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41306) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:34.824003 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:34.891907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2378bf6c-23d4-44b9-9d43-d1f8e0ae7586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:34.922132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2378bf6c-23d4-44b9-9d43-d1f8e0ae7586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:34.975532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2378bf6c-23d4-44b9-9d43-d1f8e0ae7586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:34.982050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8a518a18-763e-4aef-92fb-6e7f84d5caad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:34.996050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378bf6c-23d4-44b9-9d43-d1f8e0ae7586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de653545-7bdf-49e4-97c1-42f22ad257a7,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:35.001609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2378bf6c-23d4-44b9-9d43-d1f8e0ae7586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:35.006696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2378bf6c-23d4-44b9-9d43-d1f8e0ae7586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.011465 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2378bf6c-23d4-44b9-9d43-d1f8e0ae7586 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/de653545-7bdf-49e4-97c1-42f22ad257a7 HTTP/1.1" status: 204  len: 168 time: 0.1848125
Apr 08 08:26:35.395760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:26:35.451132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41326) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:35.496862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.515386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:35.521946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Usage tracker for resource:security_group_rule and tenant:b14f20b130d74c269514747636755819 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:35.527866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:35.537345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:35.578882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:35.598188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'port_id': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'mac_address': 'fa:16:3e:b9:18:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:26:35.663998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.669062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.669356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.671631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:26:35.690347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:35.695589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.698806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:35.706604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-19cd27d2-3f1a-4c7a-9a83-5b5a422f92ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:35.727184 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b14f20b130d74c269514747636755819&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2745867
Apr 08 08:26:35.728177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41334) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:35.786740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:35.791337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:35.807132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d174d9-0e5e-4e0c-9d7d-33393aaa1af2,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:35.811434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:35.827725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-780cc507-b90f-49da-aa39-212fcc77754c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.840873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45a906-ec38-471a-b545-2dfa983984fe req-825dcc2e-790f-4304-be1f-0c6de4225830 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:35.842660 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7a45a906-ec38-471a-b545-2dfa983984fe req-825dcc2e-790f-4304-be1f-0c6de4225830 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 944 time: 0.4010963
Apr 08 08:26:35.858406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-780cc507-b90f-49da-aa39-212fcc77754c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.875404 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7a45a906-ec38-471a-b545-2dfa983984fe req-3f62b16e-68f8-444e-89e0-59e4fde37712 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264571
Apr 08 08:26:35.906924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:26:35.912489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-780cc507-b90f-49da-aa39-212fcc77754c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.918338 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2193ba5b-7723-4539-b00f-c4b2794d4fb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:35.932112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780cc507-b90f-49da-aa39-212fcc77754c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d174d9-0e5e-4e0c-9d7d-33393aaa1af2,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:35.934714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-780cc507-b90f-49da-aa39-212fcc77754c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:35.938361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-780cc507-b90f-49da-aa39-212fcc77754c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:35.939474 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-780cc507-b90f-49da-aa39-212fcc77754c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e1d174d9-0e5e-4e0c-9d7d-33393aaa1af2 HTTP/1.1" status: 204  len: 168 time: 0.2070253
Apr 08 08:26:36.905606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41384) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:37.068907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.087527 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:37.093949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Usage tracker for resource:security_group_rule and tenant:406e9c8cc52f440885c93eedfae8a94b is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:37.097651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:37.111622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:37.151116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc76a4-71d0-4a60-a1be-98648c4ea434 req-ccdcc73a-352d-4217-a4cb-4baea2d74cb4 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:37.152718 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-87dc76a4-71d0-4a60-a1be-98648c4ea434 req-ccdcc73a-352d-4217-a4cb-4baea2d74cb4 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 944 time: 0.1548574
Apr 08 08:26:37.194022 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-87dc76a4-71d0-4a60-a1be-98648c4ea434 req-b93bcba1-5397-4514-9db9-57bfc081ab5c tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347183
Apr 08 08:26:37.251635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.254748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.263930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c9b71030-3920-4991-b5bc-c4f3736543b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:37.307133 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=406e9c8cc52f440885c93eedfae8a94b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4002330
Apr 08 08:26:37.309113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049ab112-102d-4bfc-be1a-a7833ada0a23,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:37.310152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41398) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:37.312190 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:37.383987 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-231ffa85-dd4e-441a-b17f-9caad441b585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.399939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:26:37.417149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-231ffa85-dd4e-441a-b17f-9caad441b585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.467252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-231ffa85-dd4e-441a-b17f-9caad441b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.473107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a5990356-6ef2-443d-a06e-cb385427b7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:37.476099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:26:37.482680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:26:37.483546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.487587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ffa85-dd4e-441a-b17f-9caad441b585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049ab112-102d-4bfc-be1a-a7833ada0a23,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:37.490039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-231ffa85-dd4e-441a-b17f-9caad441b585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:37.494679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-231ffa85-dd4e-441a-b17f-9caad441b585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.495930 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-231ffa85-dd4e-441a-b17f-9caad441b585 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/049ab112-102d-4bfc-be1a-a7833ada0a23 HTTP/1.1" status: 204  len: 168 time: 0.1838784
Apr 08 08:26:37.641164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.660947 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:26:37.665855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:26:37.669923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.673690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-27b359f6-0d92-480f-bdb0-1d7e5d36623d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:37.745088 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'code': 200}
Apr 08 08:26:37.771939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:37.777109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:37.952863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41418) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:37.978183 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:37.995332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:37.999797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Usage tracker for resource:security_group_rule and tenant:de3e9923bc0b4f4286674d476cde0a98 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:38.003103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:38.012711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:38.062169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b56d1b-2d19-46ec-ae73-ed5b0c967390 req-32dbafee-7b24-4529-ad7a-ce3afbf7f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:38.064398 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c8b56d1b-2d19-46ec-ae73-ed5b0c967390 req-32dbafee-7b24-4529-ad7a-ce3afbf7f90d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1098 time: 0.0926175
Apr 08 08:26:38.093332 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c8b56d1b-2d19-46ec-ae73-ed5b0c967390 req-21d86eb9-3316-428b-9687-ef12fffbc237 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0219200
Apr 08 08:26:38.153542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:38.157451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:38.167998 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ec5892b4-e80a-4457-a6ec-365b7c331747 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:38.200456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de3e9923bc0b4f4286674d476cde0a98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2461097
Apr 08 08:26:38.203677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41430) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:38.215843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010b93bf-36a0-4570-bc3c-78b636297432,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:38.227827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3d9dd577-97e8-48a1-8165-91699e61f925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:38.297892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4a5255e6-a983-4d16-bbd7-27f8f427c4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:38.330544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4a5255e6-a983-4d16-bbd7-27f8f427c4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:38.387636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4a5255e6-a983-4d16-bbd7-27f8f427c4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:38.393913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a3b37bd9-11fd-4565-a017-d892e7cd3fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:38.408784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5255e6-a983-4d16-bbd7-27f8f427c4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010b93bf-36a0-4570-bc3c-78b636297432,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:38.412494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4a5255e6-a983-4d16-bbd7-27f8f427c4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:38.415865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4a5255e6-a983-4d16-bbd7-27f8f427c4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:38.419880 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4a5255e6-a983-4d16-bbd7-27f8f427c4fe admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/010b93bf-36a0-4570-bc3c-78b636297432 HTTP/1.1" status: 204  len: 168 time: 0.2149441
Apr 08 08:26:38.430143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf67c64-c2d2-41a9-abd9-ad0cd62e2a7c req-0f6b71e1-59c2-42e4-b1f9-5f2e1ad81ca6 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:38.431695 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ebf67c64-c2d2-41a9-abd9-ad0cd62e2a7c req-0f6b71e1-59c2-42e4-b1f9-5f2e1ad81ca6 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.1008675
Apr 08 08:26:38.468052 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ebf67c64-c2d2-41a9-abd9-ad0cd62e2a7c req-f16f871f-6dd1-4256-9cc4-411a56e91ed3 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0288351
Apr 08 08:26:39.685172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfab09-8224-419d-bff4-21615227e86a req-b191e559-83fe-4122-8142-8840370ed257 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:39.687014 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-51dfab09-8224-419d-bff4-21615227e86a req-b191e559-83fe-4122-8142-8840370ed257 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0964925
Apr 08 08:26:39.719301 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-51dfab09-8224-419d-bff4-21615227e86a req-c774b177-b00d-4cc2-9a9e-982378bd49d1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257564
Apr 08 08:26:39.964772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41556) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:39.973339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44171d-af1b-44a3-9db9-6ad9a39729fe req-527f0e7b-80b0-4563-b2bb-efd2d43ae287 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:39.976747 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f44171d-af1b-44a3-9db9-6ad9a39729fe req-527f0e7b-80b0-4563-b2bb-efd2d43ae287 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.1121795
Apr 08 08:26:40.018344 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f44171d-af1b-44a3-9db9-6ad9a39729fe req-e493fc7a-fcf6-43d2-a151-96b7da136f84 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344081
Apr 08 08:26:40.053801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41562) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:40.124057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.143382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:40.147858 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Usage tracker for resource:security_group_rule and tenant:0158f557e8b2486783e66dcc7434b986 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:40.151707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:40.158611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:40.255077 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.258788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.268608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-780cc507-b90f-49da-aa39-212fcc77754c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:40.322115 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0158f557e8b2486783e66dcc7434b986&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3548663
Apr 08 08:26:40.323184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41570) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:40.326755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98d5346e-2b07-49bb-8605-8301fe036749,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:40.330669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:40.404005 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fbdd-dd79-4b84-8155-d54bd4f4682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.404274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0548fc-e399-43f0-8613-89a102db2b34 tempest-TestShelveInstance-306108391 tempest-TestShelveInstance-306108391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:40.405010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2d0548fc-e399-43f0-8613-89a102db2b34 tempest-TestShelveInstance-306108391 tempest-TestShelveInstance-306108391-project-admin] Synchronizing usage tracker for tenant:6a259a654b564027b2109d064eb23741 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:26:40.423331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2d0548fc-e399-43f0-8613-89a102db2b34 tempest-TestShelveInstance-306108391 tempest-TestShelveInstance-306108391-project-admin] Unset dirty status for tenant:6a259a654b564027b2109d064eb23741 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:26:40.424848 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2d0548fc-e399-43f0-8613-89a102db2b34 tempest-TestShelveInstance-306108391 tempest-TestShelveInstance-306108391-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1093 time: 0.3698914
Apr 08 08:26:40.427975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41578) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:40.438091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'port_id': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:26:40.438386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fbdd-dd79-4b84-8155-d54bd4f4682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.445887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:40.450819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Usage tracker for resource:floatingip and tenant:7a8ef22d6ce84471ad3f830cf5b79b5e is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:40.454366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:40.461011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:40.471991 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for floatingip, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.491351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fbdd-dd79-4b84-8155-d54bd4f4682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.498284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-231ffa85-dd4e-441a-b17f-9caad441b585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:40.514174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd2fbdd-dd79-4b84-8155-d54bd4f4682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98d5346e-2b07-49bb-8605-8301fe036749,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:40.517585 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ebd2fbdd-dd79-4b84-8155-d54bd4f4682b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:40.518847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ebd2fbdd-dd79-4b84-8155-d54bd4f4682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.522808 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ebd2fbdd-dd79-4b84-8155-d54bd4f4682b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98d5346e-2b07-49bb-8605-8301fe036749 HTTP/1.1" status: 204  len: 168 time: 0.1956685
Apr 08 08:26:40.638320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:40.800617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Allocated IP 172.27.1.177 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/16e527d5-82a4-4fcb-8072-c6c90b9e4435) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:26:40.981254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.016009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.033462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99f3d728-e685-48d0-9d89-082c198a7770 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:41.060257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41596) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:41.093931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.122181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:41.128908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Usage tracker for resource:security_group_rule and tenant:4195a912401444c3ae7d101922092f46 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:41.134195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:41.144465 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:41.180841 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'Port': ['ID=16e527d5-82a4-4fcb-8072-c6c90b9e4435,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:41.185631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:41.233460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:26:41.235023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:26:41.237478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:26:41.277767 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.283796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.296724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3cc8f8d1-4abd-41f0-8d6d-41a6d988dde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:41.591968 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4195a912401444c3ae7d101922092f46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5300248
Apr 08 08:26:41.592851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592f0414-40f5-404d-a775-8ad459020b41,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:41.597491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:41.597491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41610) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:41.686913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-424f5e5b-b40b-4966-ab52-cfa1fcfd84cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.726444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-424f5e5b-b40b-4966-ab52-cfa1fcfd84cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.774400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.782077 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-424f5e5b-b40b-4966-ab52-cfa1fcfd84cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.788066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3518a884-cbb3-443d-aba6-4d2e9b81ea36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:41.800467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f5e5b-b40b-4966-ab52-cfa1fcfd84cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592f0414-40f5-404d-a775-8ad459020b41,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:41.803318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-424f5e5b-b40b-4966-ab52-cfa1fcfd84cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:41.811251 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-424f5e5b-b40b-4966-ab52-cfa1fcfd84cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:41.826466 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-424f5e5b-b40b-4966-ab52-cfa1fcfd84cf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/592f0414-40f5-404d-a775-8ad459020b41 HTTP/1.1" status: 204  len: 168 time: 0.2240398
Apr 08 08:26:41.872884 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:42.170772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:42.183811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:42.216861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:42.368469 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event updated for resources: {'Port': ['ID=16e527d5-82a4-4fcb-8072-c6c90b9e4435,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:42.379265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:42.494492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:42.683918 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Floating IP 75c194c6-5781-4d83-8d97-ded1dd28db08 associated. External IP: 172.27.1.177, port: a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05.
Apr 08 08:26:43.334755 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:26:43.536204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:26:43.546698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] Sync routers for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:26:43.557640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:43.558673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c103aac18>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:26:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:43.580547 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:43.662687 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2323067
Apr 08 08:26:43.663407 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:26:43.730140 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'status': 'completed', 'code': 200}
Apr 08 08:26:43.862137 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699e103-c10d-42c5-9c96-786e1120a548 req-5916fc26-67d9-48e6-b31e-65d70b543a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:43.864450 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a699e103-c10d-42c5-9c96-786e1120a548 req-5916fc26-67d9-48e6-b31e-65d70b543a2a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1098 time: 0.1118815
Apr 08 08:26:44.055207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:44.114995 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699e103-c10d-42c5-9c96-786e1120a548 req-3bb84cb8-da08-42f9-b2ec-859001c110e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:44.119254 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a699e103-c10d-42c5-9c96-786e1120a548 req-3bb84cb8-da08-42f9-b2ec-859001c110e5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 909 time: 0.2474346
Apr 08 08:26:44.149475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41692) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:44.257116 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a699e103-c10d-42c5-9c96-786e1120a548 req-23f513ac-73c7-4729-b30d-57d1e73a1ab3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 999 time: 0.1313858
Apr 08 08:26:44.334512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699e103-c10d-42c5-9c96-786e1120a548 req-2887b746-176e-4e51-9977-880b54c112f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:44.336564 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a699e103-c10d-42c5-9c96-786e1120a548 req-2887b746-176e-4e51-9977-880b54c112f9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.0733402
Apr 08 08:26:44.340332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:44.358074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:44.362363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Usage tracker for resource:security_group_rule and tenant:44aff067475e4a0eaecef91ecd1fe8a4 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:44.365511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:44.372894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:44.428346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699e103-c10d-42c5-9c96-786e1120a548 req-c6e0bfac-805d-412c-bcf9-2de31a05b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:44.430302 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a699e103-c10d-42c5-9c96-786e1120a548 req-c6e0bfac-805d-412c-bcf9-2de31a05b56b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0876477
Apr 08 08:26:44.478770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:44.482554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:44.485351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c103aac18>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '75c194c6-5781-4d83-8d97-ded1dd28db08', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'port_id': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'mac_address': 'fa:16:3e:b9:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:26:41Z', 'updated_at': '2021-04-08T08:26:41Z', 'revision_number': 0, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:58Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:44.489683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] Checking router: 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:26:44.492836 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b7537243-b310-4cf9-856f-e75ddebd151d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:44.499598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:26:44.500278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c103aac18>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:26:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:44.537371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545a8057-7914-48d1-b934-7aed44870b9e,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:44.546258 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=44aff067475e4a0eaecef91ecd1fe8a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3954434
Apr 08 08:26:44.547363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a3b943c5-45ca-4983-bda0-5ba162c18628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:44.547869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41698) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:44.590340 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a699e103-c10d-42c5-9c96-786e1120a548 req-55bf2978-c4e0-4415-abde-06ddfa161af1 service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537170
Apr 08 08:26:44.618963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fafc44f3-dddb-4449-9860-35ba5bc7dc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:44.649358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fafc44f3-dddb-4449-9860-35ba5bc7dc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:44.708788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fafc44f3-dddb-4449-9860-35ba5bc7dc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:44.714462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:26:44.720412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ca62eb71-6e10-4ae7-a9f8-63b24344c07f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:44.742649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc44f3-dddb-4449-9860-35ba5bc7dc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545a8057-7914-48d1-b934-7aed44870b9e,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:44.748208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fafc44f3-dddb-4449-9860-35ba5bc7dc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:44.749505 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a699e103-c10d-42c5-9c96-786e1120a548 req-fc317fa0-5db0-40b6-85f8-6855f54d135c service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522264
Apr 08 08:26:44.752308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fafc44f3-dddb-4449-9860-35ba5bc7dc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:44.755960 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-fafc44f3-dddb-4449-9860-35ba5bc7dc67 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/545a8057-7914-48d1-b934-7aed44870b9e HTTP/1.1" status: 204  len: 168 time: 0.2046058
Apr 08 08:26:45.074603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9823ac60-9bd0-48fa-80d1-162d700729cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:45.137294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41710) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:45.160497 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:45.181928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c103aac18>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '75c194c6-5781-4d83-8d97-ded1dd28db08', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'port_id': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'mac_address': 'fa:16:3e:b9:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:26:41Z', 'updated_at': '2021-04-08T08:26:41Z', 'revision_number': 0, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:58Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:26:45.187606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a3735-f5bd-4c9c-89de-cedc193d76b0 None None] The sync data for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi is: [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '75c194c6-5781-4d83-8d97-ded1dd28db08', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'floating_ip_address': '172.27.1.177', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'port_id': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'mac_address': 'fa:16:3e:b9:18:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:26:41Z', 'updated_at': '2021-04-08T08:26:41Z', 'revision_number': 0, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:58Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:26:45.204843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:45.209569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Usage tracker for resource:security_group_rule and tenant:042edbefe71844e5b82a32e0d07315ee is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:45.214612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:45.221550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:45.327167 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:45.330169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:45.340583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8b1809d1-48b6-42e5-bd64-f403eddc3a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:45.387958 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=042edbefe71844e5b82a32e0d07315ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2489100
Apr 08 08:26:45.390700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecfb965-69b7-4eca-9e18-e92ba0a625be,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:45.390970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41714) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:45.394644 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-48bf89a4-38b1-489d-b570-f2948f107e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:45.469775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e55d2455-d33f-48af-83c1-9d87fea16199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:45.503255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e55d2455-d33f-48af-83c1-9d87fea16199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:45.564127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e55d2455-d33f-48af-83c1-9d87fea16199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:45.568328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e2a79d55-cbfd-4ccb-81bb-a77f41ebc0db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:45.584038 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d2455-d33f-48af-83c1-9d87fea16199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecfb965-69b7-4eca-9e18-e92ba0a625be,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:45.588369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e55d2455-d33f-48af-83c1-9d87fea16199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:45.590857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e55d2455-d33f-48af-83c1-9d87fea16199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:45.591914 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e55d2455-d33f-48af-83c1-9d87fea16199 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6ecfb965-69b7-4eca-9e18-e92ba0a625be HTTP/1.1" status: 204  len: 168 time: 0.1999226
Apr 08 08:26:45.738030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b0e771-5577-4c4e-ba27-1e3c6aab4c6b None None] New status for floating IP 75c194c6-5781-4d83-8d97-ded1dd28db08: ACTIVE {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:26:46.846811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41758) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:46.987558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:47.006293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:47.012212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Usage tracker for resource:security_group_rule and tenant:9d724117a0294c61a2cdf85c6960ae3a is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:47.015598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:47.022847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:47.120507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:47.123549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:47.131654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-53e5e8de-e75b-49d5-8510-0e8376db5cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:47.176293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c12d256-5b9a-424f-a518-e70fd263e90e,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:47.194466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41768) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:47.199376 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9d724117a0294c61a2cdf85c6960ae3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3511496
Apr 08 08:26:47.200825 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7555b47b-e71f-4b5f-9e5e-6233441dbaf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:47.264334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4f2c43fb-8e70-4813-9cd5-aa1632643f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:47.292754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4f2c43fb-8e70-4813-9cd5-aa1632643f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:47.340121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4f2c43fb-8e70-4813-9cd5-aa1632643f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:47.345552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-79075f2f-42a2-4cbd-acba-703f3439915c tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:47.363238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c43fb-8e70-4813-9cd5-aa1632643f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c12d256-5b9a-424f-a518-e70fd263e90e,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:47.365674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4f2c43fb-8e70-4813-9cd5-aa1632643f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:47.375887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4f2c43fb-8e70-4813-9cd5-aa1632643f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:47.377193 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4f2c43fb-8e70-4813-9cd5-aa1632643f26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8c12d256-5b9a-424f-a518-e70fd263e90e HTTP/1.1" status: 204  len: 168 time: 0.1810758
Apr 08 08:26:48.126612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-63605edc-7a58-4579-bd30-47833c2e10f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:48.192613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.234336 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41828) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:49.343652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.376074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.383226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:26:49.393835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:49.398413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:b55f331d2f9747b8ab70d18c3b06b69d is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:49.401680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:49.408017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:49.504319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.508039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.517745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-11354c84-160b-4625-b40b-853804c76a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:49.563467 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b55f331d2f9747b8ab70d18c3b06b69d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3278246
Apr 08 08:26:49.565512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23acafc2-2368-44bc-b057-bd9933502c70,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:49.568111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41838) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:49.569035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:49.638178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c72b89b-c79b-4c9b-a5eb-81ffa8cea9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.669074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c72b89b-c79b-4c9b-a5eb-81ffa8cea9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.720601 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c72b89b-c79b-4c9b-a5eb-81ffa8cea9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.725110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a3faa66e-6444-4b02-92f8-ed70ad05c1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:49.741213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c72b89b-c79b-4c9b-a5eb-81ffa8cea9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23acafc2-2368-44bc-b057-bd9933502c70,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:49.743914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1c72b89b-c79b-4c9b-a5eb-81ffa8cea9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:49.752806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c72b89b-c79b-4c9b-a5eb-81ffa8cea9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:49.756605 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1c72b89b-c79b-4c9b-a5eb-81ffa8cea9be admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/23acafc2-2368-44bc-b057-bd9933502c70 HTTP/1.1" status: 204  len: 168 time: 0.1870265
Apr 08 08:26:50.002184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41854) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:50.035673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.159388 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.177290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:50.182236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Usage tracker for resource:security_group_rule and tenant:66078b280f204498b7f65fe7b8b3a475 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:50.185397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:50.191779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:50.286232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.289596 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.304997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8e364360-ed77-41ba-a741-4807b640cf63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:50.348267 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=66078b280f204498b7f65fe7b8b3a475&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3447080
Apr 08 08:26:50.352069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41872) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:50.353779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350b78db-b8d5-4dee-b953-6955fbe93b69,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:50.357221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1b8cdc16-4ece-401e-be50-7d7535b49b42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:50.422490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5f5b79f1-0a36-49a3-a15d-a46f5fcd23d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.452816 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5f5b79f1-0a36-49a3-a15d-a46f5fcd23d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.507857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5f5b79f1-0a36-49a3-a15d-a46f5fcd23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.513961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-38f856f6-ea37-4774-86e3-5c81311dba1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:50.528262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b79f1-0a36-49a3-a15d-a46f5fcd23d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350b78db-b8d5-4dee-b953-6955fbe93b69,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:50.531769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5f5b79f1-0a36-49a3-a15d-a46f5fcd23d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:50.535500 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5f5b79f1-0a36-49a3-a15d-a46f5fcd23d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.536956 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-5f5b79f1-0a36-49a3-a15d-a46f5fcd23d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/350b78db-b8d5-4dee-b953-6955fbe93b69 HTTP/1.1" status: 204  len: 168 time: 0.1838062
Apr 08 08:26:50.935827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41888) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:50.956561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:50.973915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:50.979111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Usage tracker for resource:security_group_rule and tenant:a5b71575095846c9b7bb55e024e906b9 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:50.982663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:50.989205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:51.087651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.090469 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.099878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-eba003f7-0c05-458d-b1ac-1c65af02775c tempest-AttachVolumeTestJSON-630560267 tempest-AttachVolumeTestJSON-630560267-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:51.145926 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a5b71575095846c9b7bb55e024e906b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2086928
Apr 08 08:26:51.147600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb20798a-de47-4793-92e7-6bf7c66c0592,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:51.148899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41892) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:51.151014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0a4e13f8-d0bc-4e68-93e5-5b511007f055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:51.242649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-84d6c082-fa01-4799-8c94-7f3455780f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.300509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-84d6c082-fa01-4799-8c94-7f3455780f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.390222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-84d6c082-fa01-4799-8c94-7f3455780f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.396048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2378bf6c-23d4-44b9-9d43-d1f8e0ae7586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:51.412803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6c082-fa01-4799-8c94-7f3455780f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb20798a-de47-4793-92e7-6bf7c66c0592,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:51.416089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-84d6c082-fa01-4799-8c94-7f3455780f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:51.426544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-84d6c082-fa01-4799-8c94-7f3455780f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.427793 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-84d6c082-fa01-4799-8c94-7f3455780f26 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bb20798a-de47-4793-92e7-6bf7c66c0592 HTTP/1.1" status: 204  len: 168 time: 0.2777328
Apr 08 08:26:51.791470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41906) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:51.811729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.828104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:51.832219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Usage tracker for resource:security_group_rule and tenant:22c59886393d4e4394e6f2f6e69dafa2 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:51.835322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:51.841581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:51.934493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.937984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:51.946561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d81d3960-7d3d-4141-aa37-aa3d6021e956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:51.992056 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22c59886393d4e4394e6f2f6e69dafa2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1987507
Apr 08 08:26:51.993052 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db432c31-065f-472f-bcfa-f13c7f7bd2a7,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:51.995117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41910) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:51.996391 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5ee0306c-5684-40aa-9047-e9e049269754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:52.062603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-efe271cd-af75-4a60-b2a7-585b0183eaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:52.090784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-efe271cd-af75-4a60-b2a7-585b0183eaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:52.137299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-efe271cd-af75-4a60-b2a7-585b0183eaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:52.141402 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-05e68166-17b6-4bd7-89c0-10f392ad284c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:52.156405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe271cd-af75-4a60-b2a7-585b0183eaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db432c31-065f-472f-bcfa-f13c7f7bd2a7,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:52.158880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-efe271cd-af75-4a60-b2a7-585b0183eaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:52.168488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-efe271cd-af75-4a60-b2a7-585b0183eaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:52.169728 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-efe271cd-af75-4a60-b2a7-585b0183eaeb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/db432c31-065f-472f-bcfa-f13c7f7bd2a7 HTTP/1.1" status: 204  len: 168 time: 0.1733167
Apr 08 08:26:52.873272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:54.141235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 41972) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:54.336804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:54.354422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:54.358766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Usage tracker for resource:security_group_rule and tenant:49d58fd0431d4556b19503b860f12729 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:54.361902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:54.369352 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:54.462014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:54.465337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:54.480095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7810b42a-445a-4e94-b1bf-7d126168bbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:54.528633 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=49d58fd0431d4556b19503b860f12729&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3836963
Apr 08 08:26:54.528633 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66eca6c-2231-456d-8b33-d50dab964580,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:54.529050 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 41982) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:54.530625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:54.600442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba0b8-6994-488c-98fe-90dda53cd964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:54.630899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba0b8-6994-488c-98fe-90dda53cd964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:54.678102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba0b8-6994-488c-98fe-90dda53cd964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:54.683924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8de893a8-7818-4bd9-b7a3-6d156796360c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:54.697141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ba0b8-6994-488c-98fe-90dda53cd964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66eca6c-2231-456d-8b33-d50dab964580,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:54.702347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8b2ba0b8-6994-488c-98fe-90dda53cd964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:54.707607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8b2ba0b8-6994-488c-98fe-90dda53cd964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:54.708827 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-8b2ba0b8-6994-488c-98fe-90dda53cd964 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a66eca6c-2231-456d-8b33-d50dab964580 HTTP/1.1" status: 204  len: 168 time: 0.1780415
Apr 08 08:26:56.681177 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-b7a34861-f4f1-4f0a-9805-685482210710 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0852394
Apr 08 08:26:56.832841 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-11653ef4-8997-462d-b58a-cee18d6b0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:56.834554 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-11653ef4-8997-462d-b58a-cee18d6b0fe3 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1098 time: 0.0811684
Apr 08 08:26:56.997406 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-4b965ea4-352d-44a1-b640-f593bbedbdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:56.999035 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-4b965ea4-352d-44a1-b640-f593bbedbdd7 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 909 time: 0.1442175
Apr 08 08:26:57.115046 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-a80c5ad1-9be0-4147-9339-836c7803a7d1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 1001 time: 0.1083071
Apr 08 08:26:57.201725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-a0dcb828-bdf9-41a8-b189-5c2b2bce13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:57.204656 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-a0dcb828-bdf9-41a8-b189-5c2b2bce13f2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.0816951
Apr 08 08:26:57.297463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-11327903-6aa2-40bc-abaa-d6d5bca2f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:26:57.299133 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-11327903-6aa2-40bc-abaa-d6d5bca2f541 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0878313
Apr 08 08:26:57.467042 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-f333bc86-ad6f-4790-b379-648d9ac8897d service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595836
Apr 08 08:26:57.621643 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b7ccb356-0411-459b-b0fa-bf73fc5b9730 req-e1969d93-c61e-447a-a8b7-63bd2b5ad87f service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1476202
Apr 08 08:26:59.259191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42022) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:59.395212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:59.413413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:26:59.418024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Usage tracker for resource:security_group_rule and tenant:526879f3ddcd4455806c5b756803ae01 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:26:59.421114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:26:59.427411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:26:59.519425 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:59.523466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:59.533107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-601134e0-553c-4300-b10a-0185e4bacf57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:59.574913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2b0d50-3fd2-4b52-83f4-c1085d14e0d8,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:59.579497 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=526879f3ddcd4455806c5b756803ae01&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3188670
Apr 08 08:26:59.580562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:59.582559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42028) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:26:59.652877 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-923f731a-cb02-4300-8426-94c89f7fedb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:59.682746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-923f731a-cb02-4300-8426-94c89f7fedb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:59.730911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-923f731a-cb02-4300-8426-94c89f7fedb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:59.736157 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c9f56f5d-b87d-4a8b-8c5c-57586044e199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:26:59.751159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f731a-cb02-4300-8426-94c89f7fedb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2b0d50-3fd2-4b52-83f4-c1085d14e0d8,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:26:59.754332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-923f731a-cb02-4300-8426-94c89f7fedb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:26:59.755361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-923f731a-cb02-4300-8426-94c89f7fedb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:26:59.756591 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-923f731a-cb02-4300-8426-94c89f7fedb4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2d2b0d50-3fd2-4b52-83f4-c1085d14e0d8 HTTP/1.1" status: 204  len: 168 time: 0.1730127
Apr 08 08:27:00.148430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42036) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:00.168769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:00.188709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:00.193270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Usage tracker for resource:security_group_rule and tenant:175a24236c724f44a4c61cf06de541e7 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:00.197107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:00.203661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:00.294606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:00.298273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:00.308051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9a9bf33e-6a51-4448-846d-83db5bd1933a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:00.352781 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=175a24236c724f44a4c61cf06de541e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2031317
Apr 08 08:27:00.354645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43abed0d-d713-4872-96fd-3b16827dd041,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:00.355752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42040) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:00.358303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fd5b648c-3318-47c6-b33b-d5440fd94f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:00.426363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5d24d1c-3518-4db8-ab57-3e97142371da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:00.459496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5d24d1c-3518-4db8-ab57-3e97142371da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:00.520043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5d24d1c-3518-4db8-ab57-3e97142371da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:00.530338 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8d77d6cc-585c-4670-a4f6-1686371dc064 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:00.557941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d24d1c-3518-4db8-ab57-3e97142371da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43abed0d-d713-4872-96fd-3b16827dd041,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:00.561542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e5d24d1c-3518-4db8-ab57-3e97142371da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:00.564205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e5d24d1c-3518-4db8-ab57-3e97142371da admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:00.570921 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e5d24d1c-3518-4db8-ab57-3e97142371da admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/43abed0d-d713-4872-96fd-3b16827dd041 HTTP/1.1" status: 204  len: 168 time: 0.2083774
Apr 08 08:27:11.497616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42132) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:11.633436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:11.649857 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:11.654073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Usage tracker for resource:security_group_rule and tenant:d73c8c3f50ae4b468cb10c32e81e547f is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:11.657220 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:11.664039 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:11.765212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:11.768737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:11.779815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-52287fe8-19b4-44bd-8969-b3ece67677e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:11.830379 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d73c8c3f50ae4b468cb10c32e81e547f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3314316
Apr 08 08:27:11.832612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fad378-7fd6-421a-9a24-296e724237fb,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:11.835339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42138) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:11.836973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7cdf35d4-bff1-44d7-835e-96a8d3034a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:11.922568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73fdf169-1ff9-4b79-a535-71813a614165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:11.953437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73fdf169-1ff9-4b79-a535-71813a614165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:12.004116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73fdf169-1ff9-4b79-a535-71813a614165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:12.010572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b5bfba16-4ef7-4466-a812-cc4d97a642cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:12.027745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fdf169-1ff9-4b79-a535-71813a614165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fad378-7fd6-421a-9a24-296e724237fb,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:12.032783 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-73fdf169-1ff9-4b79-a535-71813a614165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:12.043389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-73fdf169-1ff9-4b79-a535-71813a614165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:12.044647 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-73fdf169-1ff9-4b79-a535-71813a614165 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/96fad378-7fd6-421a-9a24-296e724237fb HTTP/1.1" status: 204  len: 168 time: 0.2063425
Apr 08 08:27:15.030612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-38b1b25b-2d52-4ab7-b496-336b45fe37f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:18.131673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-814aada5-a712-4477-8fa9-a8d1ca2d18ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:18.197387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:19.338748 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:20.030411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:22.875835 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:26.383621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:27:35.085974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42268) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:35.233686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:35.251978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:35.258181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Usage tracker for resource:security_group_rule and tenant:c013b7d24f714a21bed702e5dc8a81ba is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:35.261742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:35.269506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:35.374412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:35.379614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:35.389396 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2788b9f0-fc74-42ec-b539-301a5a377294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:35.437986 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c013b7d24f714a21bed702e5dc8a81ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3504586
Apr 08 08:27:35.439861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6088fecf-b685-44de-a910-334664084c45,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:35.441263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42274) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:35.448807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.449229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.449647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.450081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.450480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.450878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.451273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.451671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.452064 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.452455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.452848 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.453979 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.458481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-46fe2fb5-1f83-44f5-9102-b17c6fb28bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:35.516524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:35.550334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:35.598626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:35.602923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d68206e1-e396-40a3-a308-f0226a6e1bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:35.618417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6088fecf-b685-44de-a910-334664084c45,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:35.630456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.631347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.631761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.632165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.632661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.632966 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.633364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.633788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.634193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.634594 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.634990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.635382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:35.638818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:35.644285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:35.646178 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6088fecf-b685-44de-a910-334664084c45 HTTP/1.1" status: 204  len: 168 time: 0.2032239
Apr 08 08:27:36.504922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42298) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:36.622459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-514765953-network', 'tenant_id': '2f8460e9e7c645d293d050f25071e311'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:36.628874 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:36.634236 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Usage tracker for resource:network and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:36.637798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:36.644794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:36.656363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Made reservation on behalf of 2f8460e9e7c645d293d050f25071e311 for: {'network': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:27:36.661660 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:36.676528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:36.694461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:36.699109 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Usage tracker for resource:security_group_rule and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:36.702492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:36.709027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:36.804512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:36.807384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:36.811803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-8b2ba0b8-6994-488c-98fe-90dda53cd964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:36.838381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'}  {{(pid=84306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:27:36.854411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04808fdb-99e7-4cee-bf38-14909745dbde,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:36.859138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:36.860169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:36.860568 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Added segment 87ccde71-da62-4e64-b82a-2062684c55f1 of type vlan for network 696a1b6f-ec54-427b-a498-26979b9bd02e
Apr 08 08:27:36.889649 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:36.926879 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:36.928438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:27:36.929081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:36.934779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:37.043464 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5372341
Apr 08 08:27:37.046986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42304) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:37.047561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Pushing event updated for resources: {'Network': ['ID=696a1b6f-ec54-427b-a498-26979b9bd02e,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:37.051472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e6c5645d-e151-4619-ba52-d226a2d8ec37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:37.054750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Request body: {'subnet': {'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-514765953-subnet', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'ip_version': 4}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:37.060935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:37.061242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 696a1b6f-ec54-427b-a498-26979b9bd02e details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:27:37.065476 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Usage tracker for resource:subnet and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:37.070315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:37.079606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:37.089431 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Made reservation on behalf of 2f8460e9e7c645d293d050f25071e311 for: {'subnet': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:27:37.094802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27425104'] for subnet, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:37.550729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1530847', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27425121'] for subnet, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:37.568058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1231df04-730f-415e-b92e-a0716ea14164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:37.726992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27390a87-474b-4eef-8073-6db02915c71b,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:37.731785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:37.803269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Checking segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:27:37.803667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Network hostable DHCP agents. Network: 696a1b6f-ec54-427b-a498-26979b9bd02e, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:27:37.825487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Network 696a1b6f-ec54-427b-a498-26979b9bd02e is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:27:37.835713 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 696a1b6f-ec54-427b-a498-26979b9bd02e) {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:37.847019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5225448d-9a9d-40b7-be70-1ada21916807 None None] Network 696a1b6f-ec54-427b-a498-26979b9bd02e requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:27:37.848997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:27:37.850272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:37.878703 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-50bdba1e-ce43-4006-b946-62b52626837a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8302915
Apr 08 08:27:37.882493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42308) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:37.892424 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:37.902378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:37.909680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Usage tracker for resource:router and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:37.916390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:37.924025 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:37.939669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:37.940983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:37.963370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:38.172661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-696a1b6f-ec54-427b-a498-26979b9bd02e', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:27:38.173606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:38.364261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:38.376849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Allocated IP 172.20.0.2 (696a1b6f-ec54-427b-a498-26979b9bd02e/27390a87-474b-4eef-8073-6db02915c71b/715a7fb3-ad0e-402d-93b9-48dd40bd48f3) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:27:38.636882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:38.649622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Transition to ACTIVE for port object 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:38.672962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Transition to ACTIVE for port object 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:38.681604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:38.716696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:38.887418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Pushing event updated for resources: {'Port': ['ID=715a7fb3-ad0e-402d-93b9-48dd40bd48f3,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:38.901024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.901393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.901801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.902189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.902613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.902969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.903298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.903670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.904042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.904413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.904782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.905153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:38.912529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:38.963573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Network 696a1b6f-ec54-427b-a498-26979b9bd02e is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:27:38.965227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:38.967938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:27:39.056571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:39.080335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Attempting to bind port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:27:39.080758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Attempting to bind port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:27:39.081187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Attempting to bind port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 on network 696a1b6f-ec54-427b-a498-26979b9bd02e {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:27:39.088997 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:27:39.089426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Checking segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:27:39.089918 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:39.090363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Bound using segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:27:39.090892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Bound port: 715a7fb3-ad0e-402d-93b9-48dd40bd48f3, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:27:39.091316 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:39.095114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:39.181063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] For port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:27:39.184842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] For port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=715a7fb3-ad0e-402d-93b9-48dd40bd48f3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:27:39.191575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:39.210340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a17f7b27-4506-4ac6-9cd1-0b26ded66b89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:39.305781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Allocated IP 172.27.1.251 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/b2f33102-f4b9-4996-aa9a-bf458ab5444a) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:27:39.388493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Pushing event updated for resources: {'Port': ['ID=715a7fb3-ad0e-402d-93b9-48dd40bd48f3,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:39.394172 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:39.578200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:39.638806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:39.657670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-59f46a06-a142-4aff-a75f-d7f32ec2a060 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:39.822799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Pushing event updated for resources: {'Port': ['ID=b2f33102-f4b9-4996-aa9a-bf458ab5444a,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:39.827554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:39.875389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:27:39.876652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:39.879043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:27:40.353533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:40.728631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:40.966713 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Router 598e4167-8bc7-4c17-9232-a24103478760 is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:27:41.093495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f5fee-615b-4b55-add5-55f699362c8d None None] Network 696a1b6f-ec54-427b-a498-26979b9bd02e requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:27:41.170759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:27:41.197380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:27:41.199382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:41.200720 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.3165402
Apr 08 08:27:41.204364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42312) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:41.226023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:27:41.226760 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c102f5668>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:27:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:41.289455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-49b659c5-fd34-48d6-92b2-63866f33038f None None] Provisioning for port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:41.549009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:27:41.598985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:41.885976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:41.924824 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:41.925245 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:41.978610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.113211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c102f5668>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:40Z', 'revision_number': 3, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:42.130000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:27:42.130356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Updating router 598e4167-8bc7-4c17-9232-a24103478760 port b2f33102-f4b9-4996-aa9a-bf458ab5444a binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:27:42.180268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.228727 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.252295 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Allocated IP 172.20.0.1 (696a1b6f-ec54-427b-a498-26979b9bd02e/27390a87-474b-4eef-8073-6db02915c71b/4a7a1168-4971-4071-8375-40cef62f1039) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:27:42.263272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=715a7fb3-ad0e-402d-93b9-48dd40bd48f3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:27:42.276404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.281499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:42.331701 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-5e6a2f77-670b-4491-ab89-8c301e4b4451 None None] Provisioning complete for port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:42.332105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5e6a2f77-670b-4491-ab89-8c301e4b4451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.418090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.435538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Transition to ACTIVE for port object 4a7a1168-4971-4071-8375-40cef62f1039 will not be triggered until provisioned by entity DHCP. {{(pid=84307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:42.471110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.487310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-26da6e56-e278-4c64-b4e9-8fb415be1a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:42.489502 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=715a7fb3-ad0e-402d-93b9-48dd40bd48f3,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:42.493444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:42.949591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.954609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Pushing event updated for resources: {'Port': ['ID=4a7a1168-4971-4071-8375-40cef62f1039,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:42.959634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:42.963304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Transition to ACTIVE for port object b2f33102-f4b9-4996-aa9a-bf458ab5444a will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:42.977554 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:42.995128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:43.009642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Network 696a1b6f-ec54-427b-a498-26979b9bd02e is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:27:43.010975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:43.013452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:27:43.080194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.228042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.343363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-5aab7dd9-5151-45ba-a8cb-1ab2c51f730f None None] Provisioning for port 4a7a1168-4971-4071-8375-40cef62f1039 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:43.350907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c17f5-06ff-4002-8cb3-c38516cf5c69 None None] Pushing event updated for resources: {'Port': ['ID=b2f33102-f4b9-4996-aa9a-bf458ab5444a,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:43.358345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7a2c17f5-06ff-4002-8cb3-c38516cf5c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:43.359021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-5aab7dd9-5151-45ba-a8cb-1ab2c51f730f None None] Provisioning complete for port 4a7a1168-4971-4071-8375-40cef62f1039 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:43.359443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5aab7dd9-5151-45ba-a8cb-1ab2c51f730f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.445550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-5aab7dd9-5151-45ba-a8cb-1ab2c51f730f None None] Port 4a7a1168-4971-4071-8375-40cef62f1039 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:27:43.467188 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Attempting to bind port b2f33102-f4b9-4996-aa9a-bf458ab5444a on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:27:43.467980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Attempting to bind port b2f33102-f4b9-4996-aa9a-bf458ab5444a by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:27:43.468111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Attempting to bind port b2f33102-f4b9-4996-aa9a-bf458ab5444a on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:27:43.474274 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:27:43.474770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:27:43.475331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.475846 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:27:43.476854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Bound port: b2f33102-f4b9-4996-aa9a-bf458ab5444a, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:27:43.476854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.515534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:43.549146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.554551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.585123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a91fe2ef-3c1b-4a43-8103-7d2173513101 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:43.627576 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] For port b2f33102-f4b9-4996-aa9a-bf458ab5444a, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:27:43.632193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] For port b2f33102-f4b9-4996-aa9a-bf458ab5444a, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b2f33102-f4b9-4996-aa9a-bf458ab5444a,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:27:43.639340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.655746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:43.678827 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.694907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:43.695339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:43.695570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Pushing event updated for resources: {'Port': ['ID=4a7a1168-4971-4071-8375-40cef62f1039,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:43.710530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:43.836899 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Network 696a1b6f-ec54-427b-a498-26979b9bd02e is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:27:43.838369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:43.878287 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c17f5-06ff-4002-8cb3-c38516cf5c69 None None] Pushing event updated for resources: {'Port': ['ID=b2f33102-f4b9-4996-aa9a-bf458ab5444a,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:43.887513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7a2c17f5-06ff-4002-8cb3-c38516cf5c69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:44.000362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:27:44.001093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c102f5668>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:27:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:44.105605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Router 598e4167-8bc7-4c17-9232-a24103478760 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:27:44.199034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d221f091-9732-4cde-b1f7-869fc588cdee None None] Provisioning complete for port 4a7a1168-4971-4071-8375-40cef62f1039 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:44.199355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d221f091-9732-4cde-b1f7-869fc588cdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:44.270890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:27:44.334032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d221f091-9732-4cde-b1f7-869fc588cdee None None] Port 4a7a1168-4971-4071-8375-40cef62f1039 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:27:44.353229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:27:44.363803 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] 10.222.0.54 "PUT /v2.0/routers/598e4167-8bc7-4c17-9232-a24103478760/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1576345
Apr 08 08:27:44.627647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c102f5668>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 2, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:44.632756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f88a44-d96d-432b-92a5-225a207ede92 None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 2, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:27:44.921189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42336) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:44.928372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1195294712-network', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:44.933792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:44.938090 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Usage tracker for resource:network and tenant:4b04b5873b5c4423a6d75f0f5043f8cd is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:44.941184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:44.947862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:44.957806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Made reservation on behalf of 4b04b5873b5c4423a6d75f0f5043f8cd for: {'network': 1} {{(pid=84307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:27:44.962626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for network, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:44.978737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:44.997962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:45.010520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Usage tracker for resource:security_group_rule and tenant:4b04b5873b5c4423a6d75f0f5043f8cd is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:45.018611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:45.034255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:45.038725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e43b2516-ebdf-4478-9d27-07ee2307ea02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.148145 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.152801 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.159346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5b3f6173-373c-4640-882d-88c3e30a44e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:45.187754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'}  {{(pid=84307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 08 08:27:45.205471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91685d68-236f-4404-b190-7262514e8221,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:45.212470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:45.213690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.214363 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.segments_db [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Added segment 4ed9834a-9e53-4d32-84c0-e69d3416815d of type vlan for network 9b69a52e-692b-4f75-bb50-25815cf9431d
Apr 08 08:27:45.246931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363276176725756'] for network, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.280305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882'] for network, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.281737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:27:45.282436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.289174 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:45.401103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Pushing event updated for resources: {'Network': ['ID=9b69a52e-692b-4f75-bb50-25815cf9431d,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:45.404888 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4819155
Apr 08 08:27:45.405293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ab5b6b57-de67-43d9-b389-27ae5ed2b1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:45.407340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42342) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:45.414880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Network 9b69a52e-692b-4f75-bb50-25815cf9431d details requested by agent ovs-agent-dv-cinder-761113-10-iscsi with host dv-cinder-761113-10-iscsi {{(pid=84308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 08 08:27:45.416929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Request body: {'subnet': {'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1195294712-subnet', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'ip_version': 4}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:45.422657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:45.429800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Usage tracker for resource:subnet and tenant:4b04b5873b5c4423a6d75f0f5043f8cd is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:45.434723 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:45.441410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:45.457643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Made reservation on behalf of 4b04b5873b5c4423a6d75f0f5043f8cd for: {'subnet': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:27:45.470181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036826488313'] for subnet, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.931695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28084657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036826488266'] for subnet, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:45.948542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f6706fc2-b9d1-44c7-962e-2e267d4f7d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:46.359831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27fc1aaa-7b03-41a5-ae25-bf145bf4c24e,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:46.362553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:46.428973 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Checking segment: {'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:27:46.429366 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Network hostable DHCP agents. Network: 9b69a52e-692b-4f75-bb50-25815cf9431d, hostable agents: ['508d472d-2fc2-457a-8d81-e307f47690af'], hosted agents: [] {{(pid=84306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 08 08:27:46.448764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Network 9b69a52e-692b-4f75-bb50-25815cf9431d is scheduled to be hosted by DHCP agent 508d472d-2fc2-457a-8d81-e307f47690af with binding_index 1 {{(pid=84306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 08 08:27:46.457214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-761113-10-iscsi, 9b69a52e-692b-4f75-bb50-25815cf9431d) {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:46.467137 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbeb0d1-e08b-4be9-950a-9c5c11768631 None None] Network 9b69a52e-692b-4f75-bb50-25815cf9431d requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:27:46.469626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:27:46.470296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:46.489320 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a65cd33b-cfc0-4253-bf28-2df244b2b997 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.0807941
Apr 08 08:27:46.492328 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42346) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:46.499043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:46.506759 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:46.512015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Usage tracker for resource:router and tenant:4b04b5873b5c4423a6d75f0f5043f8cd is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:46.515178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:46.522334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:46.532426 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3750671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7053'] for router, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:46.533515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3746454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3785313', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3802684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854768763'] for router, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:46.549203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:46.711208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63151b20-75bf-5091-80e5-a1b6425c939b-9b69a52e-692b-4f75-bb50-25815cf9431d', 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'fixed_ips': [{'subnet_id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e'}]}} from dv-cinder-761113-10-iscsi. {{(pid=84308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 08 08:27:46.712135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:46.844403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3785328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3750686', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854768748'] for router, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:46.884749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Allocated IP 172.20.0.2 (9b69a52e-692b-4f75-bb50-25815cf9431d/27fc1aaa-7b03-41a5-ae25-bf145bf4c24e/6387501d-de7a-49b6-b491-65daefe50bff) {{(pid=84308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:27:47.119972 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Notify callbacks [] for port, precommit_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.131338 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Transition to ACTIVE for port object 6387501d-de7a-49b6-b491-65daefe50bff will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:47.152467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Transition to ACTIVE for port object 6387501d-de7a-49b6-b491-65daefe50bff will not be triggered until provisioned by entity DHCP. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:47.159325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995'] for port, after_create {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.176063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7a2c17f5-06ff-4002-8cb3-c38516cf5c69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:47.188269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.227176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.324608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Pushing event updated for resources: {'Port': ['ID=6387501d-de7a-49b6-b491-65daefe50bff,revision_number=1']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:47.328984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:47.375214 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Network 9b69a52e-692b-4f75-bb50-25815cf9431d is already hosted by enough agents. {{(pid=84308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:27:47.375866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Allocated IP 172.27.1.249 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/6b9035e0-5950-47f3-b371-ce2d81ed68a2) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:27:47.376347 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Resources bound (agent type, host, resource id):  {{(pid=84308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:47.378692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Received port after_create {{(pid=84308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:27:47.486638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Attempting to bind port 6387501d-de7a-49b6-b491-65daefe50bff on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:27:47.487756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Attempting to bind port 6387501d-de7a-49b6-b491-65daefe50bff by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:27:47.488292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Attempting to bind port 6387501d-de7a-49b6-b491-65daefe50bff on network 9b69a52e-692b-4f75-bb50-25815cf9431d {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:27:47.496553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:27:47.497411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Checking segment: {'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:27:47.497896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.498341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Bound using segment: {'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:27:47.498875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Bound port: 6387501d-de7a-49b6-b491-65daefe50bff, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:27:47.499305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.545447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b2f33102-f4b9-4996-aa9a-bf458ab5444a up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:47.570471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.603135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.624873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cb469675-98d2-4dc5-871b-919ff91a63a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:47.794914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9035e0-5950-47f3-b371-ce2d81ed68a2,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:47.799823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:47.838377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-24620477-b933-45ec-9986-fd82601d0173 None None] For port 6387501d-de7a-49b6-b491-65daefe50bff, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:27:47.843643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-24620477-b933-45ec-9986-fd82601d0173 None None] For port 6387501d-de7a-49b6-b491-65daefe50bff, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6387501d-de7a-49b6-b491-65daefe50bff,segment=NetworkSegment(4ed9834a-9e53-4d32-84c0-e69d3416815d),segment_id=4ed9834a-9e53-4d32-84c0-e69d3416815d)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:27:47.851115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:47.853872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:27:47.855570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:47.858457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:27:47.866275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:47.904100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port b2f33102-f4b9-4996-aa9a-bf458ab5444a completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:47.984333 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port b2f33102-f4b9-4996-aa9a-bf458ab5444a triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:47.984753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:48.000034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:27:48.019731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:27:48.021600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c7eba8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:27:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:48.089751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Pushing event updated for resources: {'Port': ['ID=6387501d-de7a-49b6-b491-65daefe50bff,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:48.095598 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:48.187206 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ec68168f-0495-4fc8-ae52-2ca1ea36a352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:48.231211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:48.234403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:48.260178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port b2f33102-f4b9-4996-aa9a-bf458ab5444a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b2f33102-f4b9-4996-aa9a-bf458ab5444a,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:27:48.265902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:48.268049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:48.346070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:27:48.351523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=b2f33102-f4b9-4996-aa9a-bf458ab5444a,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:48.356054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:48.379339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:48.778990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c7eba8>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 2, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:48.783325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:27:48.783726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Updating router 598e4167-8bc7-4c17-9232-a24103478760 port 4a7a1168-4971-4071-8375-40cef62f1039 binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:27:48.790949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851025146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036850990434'] for router, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:48.845432 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:49.281568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Router 87fb661c-13d9-4049-b89d-851e57dcd21f is scheduled to L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 with binding_index 1 {{(pid=84306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 08 08:27:49.329208 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:49.343907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Transition to ACTIVE for port object 4a7a1168-4971-4071-8375-40cef62f1039 will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:49.345773 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:49.351486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:49.385144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-835adf83-7b31-489f-8da7-abdf36628b42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:49.500382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:27:49.512031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Sync routers for ids ['87fb661c-13d9-4049-b89d-851e57dcd21f'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:27:49.535610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Pushing event updated for resources: {'Port': ['ID=4a7a1168-4971-4071-8375-40cef62f1039,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:49.542625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Routers {'87fb661c-13d9-4049-b89d-851e57dcd21f'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:27:49.543674 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c11579a58>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:27:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['87fb661c-13d9-4049-b89d-851e57dcd21f'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:49.550650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.551045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.551427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.551799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.552775 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.553159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.553532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.554040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.554553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.554756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.555123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.555486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:27:49.559553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:49.576968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:49.578363 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 3.0850003
Apr 08 08:27:49.581184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42350) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:49.729940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b2f33102-f4b9-4996-aa9a-bf458ab5444a up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:49.842239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fda8d-631a-4307-8a9b-2f84c7ec6676 None None] Network 9b69a52e-692b-4f75-bb50-25815cf9431d requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:27:49.859020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Attempting to bind port 4a7a1168-4971-4071-8375-40cef62f1039 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:27:49.859437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Attempting to bind port 4a7a1168-4971-4071-8375-40cef62f1039 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:27:49.859849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Attempting to bind port 4a7a1168-4971-4071-8375-40cef62f1039 on network 696a1b6f-ec54-427b-a498-26979b9bd02e {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:27:49.872118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:27:49.872545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Checking segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:27:49.873002 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:49.873446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Bound using segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:27:49.874009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Bound port: 4a7a1168-4971-4071-8375-40cef62f1039, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:27:49.874433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:49.977100 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] For port 4a7a1168-4971-4071-8375-40cef62f1039, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:27:49.986679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] For port 4a7a1168-4971-4071-8375-40cef62f1039, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=4a7a1168-4971-4071-8375-40cef62f1039,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:27:49.991970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:50.016077 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-a4f7aeb0-0097-4be0-95a8-81f0a43e5279 None None] Provisioning for port 6387501d-de7a-49b6-b491-65daefe50bff completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:50.024171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-45cc8723-9975-4267-bbc8-d13f2f84b6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:50.041697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Set router 87fb661c-13d9-4049-b89d-851e57dcd21f gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:27:50.278186 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port b2f33102-f4b9-4996-aa9a-bf458ab5444a triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:50.278536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:50.328059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:50.373556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Pushing event updated for resources: {'Port': ['ID=4a7a1168-4971-4071-8375-40cef62f1039,revision_number=4']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:50.378566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1ec657e6-31a6-4001-b4da-ffe638b9e164 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:50.429156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:27:50.429882 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c7eba8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:27:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:50.486781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:50.673149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6387501d-de7a-49b6-b491-65daefe50bff up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:50.696975 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:27:50.774217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Allocated IP 172.20.0.1 (9b69a52e-692b-4f75-bb50-25815cf9431d/27fc1aaa-7b03-41a5-ae25-bf145bf4c24e/52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:27:50.786950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c11579a58>, [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 3, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port': {'id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:47Z', 'updated_at': '2021-04-08T08:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:50.794613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Checking router: 87fb661c-13d9-4049-b89d-851e57dcd21f for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:27:50.795020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Updating router 87fb661c-13d9-4049-b89d-851e57dcd21f port 6b9035e0-5950-47f3-b371-ce2d81ed68a2 binding host dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:27:50.829046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 6387501d-de7a-49b6-b491-65daefe50bff completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:50.843680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 6387501d-de7a-49b6-b491-65daefe50bff triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:50.844058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:50.921595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:50.988492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.010558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Transition to ACTIVE for port object 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:51.039558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.086015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c7eba8>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:49Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:51.091153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63f91c0-9fe2-4deb-b6a5-9f4833fb616d None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:49Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:27:51.100891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b881a9c2-cd46-4b34-8561-11acd2217c5d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:51.245182 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Pushing event updated for resources: {'Port': ['ID=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:51.250966 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:51.266359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-54309286-cab6-4915-98bf-2e99ed2f467a None None] Provisioning complete for port 6387501d-de7a-49b6-b491-65daefe50bff triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:51.266785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-54309286-cab6-4915-98bf-2e99ed2f467a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.299463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Network 9b69a52e-692b-4f75-bb50-25815cf9431d is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:27:51.301072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:51.304891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:27:51.372348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3850578'] for router_interface, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.481255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.519308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 6387501d-de7a-49b6-b491-65daefe50bff, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6387501d-de7a-49b6-b491-65daefe50bff,segment=NetworkSegment(4ed9834a-9e53-4d32-84c0-e69d3416815d),segment_id=4ed9834a-9e53-4d32-84c0-e69d3416815d)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:27:51.523595 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.582599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.594868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:51.775297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 4a7a1168-4971-4071-8375-40cef62f1039 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:51.836610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=6387501d-de7a-49b6-b491-65daefe50bff,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:51.852268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:51.871224 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.875811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:51.911110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-55f0906b-0614-4836-af88-0030a3824d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:51.912118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 4a7a1168-4971-4071-8375-40cef62f1039 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:51.990263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 4a7a1168-4971-4071-8375-40cef62f1039 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:51.990715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.007364 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851071747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3791495'] for router_interface, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.021782 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Pushing event updated for resources: {'Port': ['ID=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:52.027321 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:52.106393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-242db129-a518-4a30-bdea-b309407dd5c0 None None] Provisioning for port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:52.125646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-242db129-a518-4a30-bdea-b309407dd5c0 None None] Provisioning complete for port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:52.126272 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-242db129-a518-4a30-bdea-b309407dd5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.159616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Notify callbacks [] for port, precommit_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.181658 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Network 9b69a52e-692b-4f75-bb50-25815cf9431d is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:27:52.182939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:27:52.204524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-242db129-a518-4a30-bdea-b309407dd5c0 None None] Port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:27:52.212268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Transition to ACTIVE for port object 6b9035e0-5950-47f3-b371-ce2d81ed68a2 will not be triggered until provisioned by entity L2. {{(pid=84308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:52.224738 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.240919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:52.403956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Router 87fb661c-13d9-4049-b89d-851e57dcd21f has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:27:52.430847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.474611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bac29-dfc1-4738-bef6-43bcca4b0225 None None] Pushing event updated for resources: {'Port': ['ID=6b9035e0-5950-47f3-b371-ce2d81ed68a2,revision_number=2']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:52.483496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fb0bac29-dfc1-4738-bef6-43bcca4b0225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:52.495103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 4a7a1168-4971-4071-8375-40cef62f1039, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=4a7a1168-4971-4071-8375-40cef62f1039,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:27:52.505962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-0ff19829-c78c-4f8c-b850-954d0d950739 None None] Provisioning complete for port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:52.506485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0ff19829-c78c-4f8c-b850-954d0d950739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.542843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.559301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:52.658654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-0ff19829-c78c-4f8c-b850-954d0d950739 None None] Port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:27:52.676403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Attempting to bind port 6b9035e0-5950-47f3-b371-ce2d81ed68a2 on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:27:52.676828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Attempting to bind port 6b9035e0-5950-47f3-b371-ce2d81ed68a2 by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:27:52.677897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Attempting to bind port 6b9035e0-5950-47f3-b371-ce2d81ed68a2 on network 789407dc-7204-4632-aea5-1d0d530f4625 {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:27:52.690241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:27:52.690669 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Checking segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:27:52.691124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.691572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Bound using segment: {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'} {{(pid=84308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:27:52.692121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Bound port: 6b9035e0-5950-47f3-b371-ce2d81ed68a2, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '986ed6f4-fc71-47c1-b128-87674f17f5b8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625'}}] {{(pid=84308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:27:52.692549 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.733472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=4a7a1168-4971-4071-8375-40cef62f1039,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:52.739012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:52.784007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] For port 6b9035e0-5950-47f3-b371-ce2d81ed68a2, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:27:52.788221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] For port 6b9035e0-5950-47f3-b371-ce2d81ed68a2, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6b9035e0-5950-47f3-b371-ce2d81ed68a2,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:27:52.791955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.812638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40db2e3e-e2ff-4cdf-ab4b-96b11f6b5041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:52.868910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:27:52.887120 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] 10.222.0.54 "PUT /v2.0/routers/87fb661c-13d9-4049-b89d-851e57dcd21f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2953582
Apr 08 08:27:52.977992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:52.985257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0bac29-dfc1-4738-bef6-43bcca4b0225 None None] Pushing event updated for resources: {'Port': ['ID=6b9035e0-5950-47f3-b371-ce2d81ed68a2,revision_number=3']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:52.991226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fb0bac29-dfc1-4738-bef6-43bcca4b0225 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:53.039499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Routers {'87fb661c-13d9-4049-b89d-851e57dcd21f'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:27:53.040130 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c11579a58>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:27:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['87fb661c-13d9-4049-b89d-851e57dcd21f'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:53.256778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] Set router 87fb661c-13d9-4049-b89d-851e57dcd21f gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:27:53.424383 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42360) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:53.431205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1231659701', 'description': 'tempest-secgroup-smoke-1231659701 description', 'project_id': '2f8460e9e7c645d293d050f25071e311'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:53.438159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:53.443082 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:security_group and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:53.447105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:53.454685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:53.467008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.491880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:53.496593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:security_group_rule and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:53.500029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:53.507054 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:53.590346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.593227 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.598779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-84d6c082-fa01-4799-8c94-7f3455780f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:53.645351 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:53.649963 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:53.651075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.654211 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f2898cb7-d255-4dcd-b909-9e718acd3f45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2286444
Apr 08 08:27:53.655657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42364) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:53.662247 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'security_group_rule': {'security_group_id': 'ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821', 'project_id': '2f8460e9e7c645d293d050f25071e311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:53.668940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:53.673512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:security_group_rule and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:53.676617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:53.682854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:53.691692 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 4a7a1168-4971-4071-8375-40cef62f1039 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:53.700766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.783340 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.787494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.796318 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-206d903b-35e4-44a6-8f67-23166033fa7d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:53.822123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf30ce3-b880-491a-8bcc-05880695775f,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:53.824809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.828702 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1695323
Apr 08 08:27:53.828702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3b47d7cc-6cb3-47ea-94db-85cf89704275 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:53.829058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42368) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:53.834903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'security_group_rule': {'security_group_id': 'ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821', 'project_id': '2f8460e9e7c645d293d050f25071e311', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:53.841630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:53.846066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:security_group_rule and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:53.847011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 4a7a1168-4971-4071-8375-40cef62f1039 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:53.847447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.849587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:53.855994 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:53.873642 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.913592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c11579a58>, [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:27:51Z', 'revision_number': 4, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port': {'id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:47Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b', 'name': '', 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'mac_address': 'fa:16:3e:26:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:50Z', 'updated_at': '2021-04-08T08:27:51Z', 'revision_number': 2, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'subnets': [{'id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:53.923233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794798bc-b630-4776-b3df-64547e9c0f12 None None] The sync data for ids ['87fb661c-13d9-4049-b89d-851e57dcd21f'] in dv-cinder-761113-10-iscsi is: [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:27:51Z', 'revision_number': 4, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port': {'id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:40:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:47Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b', 'name': '', 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'mac_address': 'fa:16:3e:26:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:50Z', 'updated_at': '2021-04-08T08:27:51Z', 'revision_number': 2, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'subnets': [{'id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:27:53.945575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.948756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.957613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e8f84c5b-da9b-4b5a-b25c-0c2e4021adc9 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:53.984727 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ad1f91-7ee5-4af9-9757-8d99de45cd13,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:53.987541 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:53.992369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:53.994039 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-165256e5-7581-497f-9a0c-26eb7d0428f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1637704
Apr 08 08:27:53.997445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42372) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:54.003368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'security_group_rule': {'security_group_id': 'ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821', 'project_id': '2f8460e9e7c645d293d050f25071e311', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:54.003568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6387501d-de7a-49b6-b491-65daefe50bff up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:54.010883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:54.015397 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:security_group_rule and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:54.019102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:54.027041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:54.047509 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.080135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 6387501d-de7a-49b6-b491-65daefe50bff triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:54.080559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.123779 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.127788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.136493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:54.159634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=270f28cc-a46f-41c3-b9c6-d4851937ed23,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:54.163682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:54.165923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.167889 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d862e69a-f146-487e-96c0-f08fdbdaa244 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1688330
Apr 08 08:27:54.170481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42376) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:54.180132 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'security_group_rule': {'security_group_id': 'ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821', 'project_id': '2f8460e9e7c645d293d050f25071e311', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:54.188268 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:54.193389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:security_group_rule and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:54.197363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:54.205184 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:54.223073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.299291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.303523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.306024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-487e8c21-6b3b-4ab1-b29a-627687c07b8c tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:54.333854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f476d0fa-9c38-4ee9-bdbe-1274467b0aab,revision_number=0']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:54.336923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:54.344944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.352380 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-047d7de5-1f85-4635-9613-928f3ab6ba83 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1806586
Apr 08 08:27:54.354591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42380) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:54.360932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'security_group_rule': {'security_group_id': 'ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821', 'project_id': '2f8460e9e7c645d293d050f25071e311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:54.367979 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:54.372234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:security_group_rule and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:54.375676 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:54.382800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:54.393564 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.securitygroups_db [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Project 2f8460e9e7c645d293d050f25071e311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 08:27:54.402009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.479686 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.482796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.484991 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:54.510292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac19928b-a53a-417a-b0d7-ba6f884f89d6,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:54.513126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:54.519913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.521241 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-37884db9-53d8-4fef-ab46-ba144a768f11 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1654770
Apr 08 08:27:54.524833 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42384) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:27:54.530518 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'security_group_rule': {'security_group_id': 'ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821', 'project_id': '2f8460e9e7c645d293d050f25071e311', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:27:54.538352 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:27:54.542646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:security_group_rule and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:27:54.545866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:27:54.552689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:27:54.562834 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.securitygroups_db [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Project 2f8460e9e7c645d293d050f25071e311 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 08 08:27:54.570563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.650487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.653434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903104'] for security_group_rule, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.655569 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:54.682459 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70db059a-09bf-487a-8cec-7a99921b87d2,revision_number=0']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:54.685191 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:54.692160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:54.695422 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0b09d9ce-e098-498c-8452-9f59b53507e1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1696243
Apr 08 08:27:55.711818 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6b9035e0-5950-47f3-b371-ce2d81ed68a2 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:55.794599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 6b9035e0-5950-47f3-b371-ce2d81ed68a2 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:55.799806 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 6b9035e0-5950-47f3-b371-ce2d81ed68a2 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:55.800233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:55.937219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:55.955233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 6b9035e0-5950-47f3-b371-ce2d81ed68a2, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6b9035e0-5950-47f3-b371-ce2d81ed68a2,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:27:55.959508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:55.961563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:56.041540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=6b9035e0-5950-47f3-b371-ce2d81ed68a2,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:56.044907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:57.249499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Sync routers for ids ['87fb661c-13d9-4049-b89d-851e57dcd21f'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:27:57.260267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Routers {'87fb661c-13d9-4049-b89d-851e57dcd21f'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:27:57.260943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c7e198>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:27:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['87fb661c-13d9-4049-b89d-851e57dcd21f'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:57.458345 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Set router 87fb661c-13d9-4049-b89d-851e57dcd21f gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:27:57.674758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6b9035e0-5950-47f3-b371-ce2d81ed68a2 up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:57.755762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 6b9035e0-5950-47f3-b371-ce2d81ed68a2 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:57.756193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:57.815493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c7e198>, [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:27:51Z', 'revision_number': 4, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port': {'id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:47Z', 'updated_at': '2021-04-08T08:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b', 'name': '', 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'mac_address': 'fa:16:3e:26:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:50Z', 'updated_at': '2021-04-08T08:27:51Z', 'revision_number': 2, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'subnets': [{'id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:57.823577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Checking router: 87fb661c-13d9-4049-b89d-851e57dcd21f for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:27:57.823577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Updating router 87fb661c-13d9-4049-b89d-851e57dcd21f port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b binding host dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 08 08:27:57.884450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:58.252723 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84394ff1-a897-4731-885b-e4b6cfb245da req-a96717f3-8b5c-4ff8-ba89-7d6a15ce3814 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0812318
Apr 08 08:27:58.320830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Notify callbacks [] for port, precommit_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:58.333455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Transition to ACTIVE for port object 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b will not be triggered until provisioned by entity L2. {{(pid=84309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:27:58.339458 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:58.355489 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:58.410011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84394ff1-a897-4731-885b-e4b6cfb245da req-3430ff73-5659-4f60-9e24-85001aad3317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:27:58.412598 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84394ff1-a897-4731-885b-e4b6cfb245da req-3430ff73-5659-4f60-9e24-85001aad3317 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1098 time: 0.0851510
Apr 08 08:27:58.588018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84394ff1-a897-4731-885b-e4b6cfb245da req-6e910012-52c4-45fe-ad1d-4c2968f2a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:27:58.589542 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84394ff1-a897-4731-885b-e4b6cfb245da req-6e910012-52c4-45fe-ad1d-4c2968f2a6de service neutron] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 909 time: 0.1555302
Apr 08 08:27:58.661069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd7bc3-1fd1-4131-b3f1-e185fbe3b493 None None] Pushing event updated for resources: {'Port': ['ID=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,revision_number=3']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:58.666560 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96dd7bc3-1fd1-4131-b3f1-e185fbe3b493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:58.713010 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84394ff1-a897-4731-885b-e4b6cfb245da req-49fbf24f-a7e1-43ce-9ea8-bf9a153e5e2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 1001 time: 0.1112800
Apr 08 08:27:58.789377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84394ff1-a897-4731-885b-e4b6cfb245da req-f441cb95-dbd8-4609-b170-75acf9f5a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:27:58.791010 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84394ff1-a897-4731-885b-e4b6cfb245da req-f441cb95-dbd8-4609-b170-75acf9f5a08b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.0745504
Apr 08 08:27:58.872540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Attempting to bind port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b on host dv-cinder-761113-10-iscsi for vnic_type normal with profile  {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:27:58.872936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Attempting to bind port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b by drivers openvswitch,hyperv on host dv-cinder-761113-10-iscsi at level 0 using segments [{'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:27:58.873344 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Attempting to bind port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b on network 9b69a52e-692b-4f75-bb50-25815cf9431d {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:27:58.879267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Checking agent: {'id': '9eb742e2-79fe-4e0f-8177-e9a3b43cef2a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-761113-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 8, 49), 'started_at': datetime.datetime(2021, 4, 8, 8, 9, 19), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-761113-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:27:58.879681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Checking segment: {'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:27:58.880490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:58.881013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Bound using segment: {'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'} {{(pid=84309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:27:58.881551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Bound port: 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b, host: dv-cinder-761113-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed9834a-9e53-4d32-84c0-e69d3416815d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d'}}] {{(pid=84309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:27:58.882006 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:58.882529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84394ff1-a897-4731-885b-e4b6cfb245da req-1857c7f5-bc64-4e3f-8db5-1beabe4c8ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:27:58.884352 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84394ff1-a897-4731-885b-e4b6cfb245da req-1857c7f5-bc64-4e3f-8db5-1beabe4c8ffb service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0864606
Apr 08 08:27:58.977665 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] For port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b, host dv-cinder-761113-10-iscsi, cleared binding levels {{(pid=84309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:27:58.980912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] For port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b, host dv-cinder-761113-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,segment=NetworkSegment(4ed9834a-9e53-4d32-84c0-e69d3416815d),segment_id=4ed9834a-9e53-4d32-84c0-e69d3416815d)] {{(pid=84309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:27:58.985149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:59.001331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96dd7bc3-1fd1-4131-b3f1-e185fbe3b493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:27:59.046842 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84394ff1-a897-4731-885b-e4b6cfb245da req-7c8c4222-015e-4d63-910a-cf4ba67090aa service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1556180
Apr 08 08:27:59.158606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd7bc3-1fd1-4131-b3f1-e185fbe3b493 None None] Pushing event updated for resources: {'Port': ['ID=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,revision_number=4']} {{(pid=84309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:27:59.164293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-96dd7bc3-1fd1-4131-b3f1-e185fbe3b493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:27:59.209190 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-84394ff1-a897-4731-885b-e4b6cfb245da req-b91f8103-ba22-4fff-8911-33e6aa577e05 service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545951
Apr 08 08:27:59.212423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Routers {'87fb661c-13d9-4049-b89d-851e57dcd21f'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:27:59.213105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10c7e198>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:27:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['87fb661c-13d9-4049-b89d-851e57dcd21f'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:59.419709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] Set router 87fb661c-13d9-4049-b89d-851e57dcd21f gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:27:59.695241 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:27:59.769327 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning for port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:27:59.776870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:27:59.777293 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:59.783440 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10c7e198>, [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:27:51Z', 'revision_number': 4, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port': {'id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:47Z', 'updated_at': '2021-04-08T08:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b', 'name': '', 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'mac_address': 'fa:16:3e:26:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:50Z', 'updated_at': '2021-04-08T08:27:58Z', 'revision_number': 4, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'subnets': [{'id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:27:59.788614 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1de480-d7d3-4d0e-a68a-09b363e5a8ed None None] The sync data for ids ['87fb661c-13d9-4049-b89d-851e57dcd21f'] in dv-cinder-761113-10-iscsi is: [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:27:51Z', 'revision_number': 4, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port': {'id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:47Z', 'updated_at': '2021-04-08T08:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b', 'name': '', 'network_id': '9b69a52e-692b-4f75-bb50-25815cf9431d', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'mac_address': 'fa:16:3e:26:51:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:50Z', 'updated_at': '2021-04-08T08:27:58Z', 'revision_number': 4, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'subnets': [{'id': '27fc1aaa-7b03-41a5-ae25-bf145bf4c24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:27:59.913986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:59.933032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] For port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,segment=NetworkSegment(4ed9834a-9e53-4d32-84c0-e69d3416815d),segment_id=4ed9834a-9e53-4d32-84c0-e69d3416815d)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:27:59.936127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:27:59.938140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:28:00.012792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Pushing event updated for resources: {'Port': ['ID=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:28:00.020087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:28:01.675287 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b up at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:28:01.749850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Provisioning complete for port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:28:01.750260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:03.383457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:28:10.234069 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-79569527-c062-4656-b24a-afeed1d55270 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231659701&fields=id&tenant_id=2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 267 time: 0.0386438
Apr 08 08:28:10.413246 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-e8db556f-bb36-4ceb-823e-7d22ca2fae73 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:10.414806 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-e8db556f-bb36-4ceb-823e-7d22ca2fae73 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 811 time: 0.1719558
Apr 08 08:28:10.432193 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-2daacaee-810d-448c-b35c-208537edd700 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/quotas/2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 375 time: 0.0108688
Apr 08 08:28:10.524197 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-239ee2fd-31d1-402c-b429-5f1c46658156 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Synchronizing usage tracker for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:28:10.541890 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-239ee2fd-31d1-402c-b429-5f1c46658156 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Unset dirty status for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:28:10.543327 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-239ee2fd-31d1-402c-b429-5f1c46658156 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1052806
Apr 08 08:28:10.664379 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-4ffbcc52-ab59-45d9-b427-d0b1954cf67b service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84307) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:28:10.665401 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-4ffbcc52-ab59-45d9-b427-d0b1954cf67b service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1095152
Apr 08 08:28:10.807946 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-34fe0aee-6249-41f2-98ac-7dbb74ca90a1 service neutron] 10.222.0.54 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358464
Apr 08 08:28:10.953100 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-cc144b11-923d-4a60-950b-a5ca75dd09b0 service neutron] 10.222.0.54 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384528
Apr 08 08:28:11.383039 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a6cf2dd8-9012-447d-b478-d92309e62891 req-63db9c22-bf98-4525-99ce-469860222b31 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 210 time: 0.0543416
Apr 08 08:28:12.555538 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-60e199cc-b215-4f23-a466-4ec3497675f2 req-afa2e8fe-db1a-4523-ab6e-5421d0c4b60d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 210 time: 0.0529277
Apr 08 08:28:12.625448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-f9d38773-11d8-4e18-8a05-36bd315bfadc tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:12.626265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-f9d38773-11d8-4e18-8a05-36bd315bfadc tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Synchronizing usage tracker for tenant:2f8460e9e7c645d293d050f25071e311 on resource:network {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:28:12.643297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-f9d38773-11d8-4e18-8a05-36bd315bfadc tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Unset dirty status for tenant:2f8460e9e7c645d293d050f25071e311 on resource:network {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:28:12.644538 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-f9d38773-11d8-4e18-8a05-36bd315bfadc tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 811 time: 0.1842506
Apr 08 08:28:12.711265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-4e995e72-c2e3-4421-ad7e-4edcafc6d1ab tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Synchronizing usage tracker for tenant:2f8460e9e7c645d293d050f25071e311 on resource:security_group {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:28:12.728841 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-4e995e72-c2e3-4421-ad7e-4edcafc6d1ab tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Unset dirty status for tenant:2f8460e9e7c645d293d050f25071e311 on resource:security_group {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:28:12.730377 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-4e995e72-c2e3-4421-ad7e-4edcafc6d1ab tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 8061 time: 0.0770099
Apr 08 08:28:12.739774 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'port': {'device_id': 'da138729-4cf9-4143-9480-6f5d90223671', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'admin_state_up': True, 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'security_groups': ['ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:28:12.889765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:28:12.900603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:28:12.909399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Made reservation on behalf of 2f8460e9e7c645d293d050f25071e311 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:28:12.916730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:13.070785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Allocated IP 172.20.0.13 (696a1b6f-ec54-427b-a498-26979b9bd02e/27390a87-474b-4eef-8073-6db02915c71b/84d7fc3f-a44d-42ab-8c0e-666128af62fb) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:28:13.283103 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:13.300860 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Transition to ACTIVE for port object 84d7fc3f-a44d-42ab-8c0e-666128af62fb will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:28:13.324703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:13.340230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a49586ca-3ed5-4d54-8459-28e4d4d0ca54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:28:13.486654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=84d7fc3f-a44d-42ab-8c0e-666128af62fb,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:28:13.491736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:28:13.539600 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Network 696a1b6f-ec54-427b-a498-26979b9bd02e is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:28:13.540743 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:28:13.543131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:28:13.611448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:13.612129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:13.638686 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-6882a8c1-b170-4108-972c-c9586d5ec6af tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9030671
Apr 08 08:28:13.650369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-bb284ff2-b700-43f9-a0c9-4c18903544b3 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=84306) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 08 08:28:13.651583 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-bb284ff2-b700-43f9-a0c9-4c18903544b3 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0067062
Apr 08 08:28:13.719916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Request body: {'port': {'device_id': 'da138729-4cf9-4143-9480-6f5d90223671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:28:13.775592 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153ee89-9d47-46f4-b3c2-77ca6de76109 req-08f867c0-3215-4ab3-ab9c-bfd2270dd78f tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:13.777144 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7153ee89-9d47-46f4-b3c2-77ca6de76109 req-08f867c0-3215-4ab3-ab9c-bfd2270dd78f tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 932 time: 0.0997770
Apr 08 08:28:13.792065 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d08d05a4-af15-4ec7-80e4-6bbb3d3de7ce None None] Provisioning for port 84d7fc3f-a44d-42ab-8c0e-666128af62fb completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:28:13.793865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-d08d05a4-af15-4ec7-80e4-6bbb3d3de7ce None None] Provisioning complete for port 84d7fc3f-a44d-42ab-8c0e-666128af62fb triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:28:13.794292 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d08d05a4-af15-4ec7-80e4-6bbb3d3de7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:13.813607 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7153ee89-9d47-46f4-b3c2-77ca6de76109 req-7b6c5eec-0af4-4da8-949c-37dc56c4139b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0293190
Apr 08 08:28:13.857303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d08d05a4-af15-4ec7-80e4-6bbb3d3de7ce None None] Port 84d7fc3f-a44d-42ab-8c0e-666128af62fb cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:28:13.858815 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:14.273580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d7fc3f-a44d-42ab-8c0e-666128af62fb {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:28:14.282030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:14.298143 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Transition to ACTIVE for port object 84d7fc3f-a44d-42ab-8c0e-666128af62fb will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:28:14.301338 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:14.317300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b6607f41-4061-4407-a9c1-df45272d037a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:28:14.460714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Pushing event updated for resources: {'Port': ['ID=84d7fc3f-a44d-42ab-8c0e-666128af62fb,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:28:14.463681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:28:14.687013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Attempting to bind port 84d7fc3f-a44d-42ab-8c0e-666128af62fb on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:28:14.687593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Attempting to bind port 84d7fc3f-a44d-42ab-8c0e-666128af62fb by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:28:14.687716 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Attempting to bind port 84d7fc3f-a44d-42ab-8c0e-666128af62fb on network 696a1b6f-ec54-427b-a498-26979b9bd02e {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:28:14.692673 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Port 84d7fc3f-a44d-42ab-8c0e-666128af62fb on network 696a1b6f-ec54-427b-a498-26979b9bd02e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:28:14.693037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Attempting to bind port 84d7fc3f-a44d-42ab-8c0e-666128af62fb on network 696a1b6f-ec54-427b-a498-26979b9bd02e {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:28:14.699063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:28:14.699433 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Checking segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:28:14.699851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Bound using segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:28:14.700310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Bound port: 84d7fc3f-a44d-42ab-8c0e-666128af62fb, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:28:14.700688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:14.780295 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] For port 84d7fc3f-a44d-42ab-8c0e-666128af62fb, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:28:14.783368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] For port 84d7fc3f-a44d-42ab-8c0e-666128af62fb, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:28:14.787977 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:14.804141 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-57093788-0aa9-4ae5-9132-e9019288c148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:28:14.959966 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Pushing event updated for resources: {'Port': ['ID=84d7fc3f-a44d-42ab-8c0e-666128af62fb,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:28:14.965165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:28:15.007675 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:15.008355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:15.009952 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] 10.222.0.48 "PUT /v2.0/ports/84d7fc3f-a44d-42ab-8c0e-666128af62fb HTTP/1.1" status: 200  len: 1094 time: 1.3514304
Apr 08 08:28:15.010529 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da138729-4cf9-4143-9480-6f5d90223671', 'tag': '84d7fc3f-a44d-42ab-8c0e-666128af62fb'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:28:15.031765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a610bb9d-0173-41e7-9974-1e549b7f8c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:15.035611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17115981-57ff-432a-a175-bda22a4646bf req-906cfb75-3341-4576-a5b0-ea5aa76e8c09 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:15.038217 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-17115981-57ff-432a-a175-bda22a4646bf req-906cfb75-3341-4576-a5b0-ea5aa76e8c09 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 944 time: 0.1000915
Apr 08 08:28:15.073703 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-17115981-57ff-432a-a175-bda22a4646bf req-b4ca4bc2-443a-4bc0-9b27-a699604373f2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284047
Apr 08 08:28:15.132396 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-2ecbf7e0-4ca0-4ea8-8bc7-04f21241f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:15.134068 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-2ecbf7e0-4ca0-4ea8-8bc7-04f21241f9cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 1097 time: 0.0871711
Apr 08 08:28:15.198299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da138729-4cf9-4143-9480-6f5d90223671', 'tag': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'status': 'completed', 'code': 200}
Apr 08 08:28:15.214939 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-c6b1f624-56f8-40b6-91eb-b651942a5db4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb HTTP/1.1" status: 200  len: 217 time: 0.0733140
Apr 08 08:28:15.288419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-d5b531bc-d945-4363-97bb-acf4cec7b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:15.289961 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-d5b531bc-d945-4363-97bb-acf4cec7b0d4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0692906
Apr 08 08:28:15.373106 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-216db715-97a7-4156-9606-19244ff267a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:15.374790 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-216db715-97a7-4156-9606-19244ff267a1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0787539
Apr 08 08:28:15.517862 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-808ea0a7-decb-418e-bedc-02477548147f service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368561
Apr 08 08:28:15.659828 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9d4dac9f-c425-436f-8ce6-1d986dd05781 req-3f1bc697-388e-4051-87ef-24e837c7da96 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1352358
Apr 08 08:28:15.786028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-d15a3afb-01d8-4191-8720-ec517992a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:15.788522 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-d15a3afb-01d8-4191-8720-ec517992a7a1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 1097 time: 0.0829570
Apr 08 08:28:16.178301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-92282908-7835-4fec-8469-4e132a4b16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:16.179440 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-92282908-7835-4fec-8469-4e132a4b16dd service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.3854601
Apr 08 08:28:16.254758 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-d162b14c-3c65-43c9-9e12-68163f5d391d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb HTTP/1.1" status: 200  len: 217 time: 0.0679874
Apr 08 08:28:16.306273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752b53b-b254-4604-b3d7-a45c746cb4e1 req-8262f567-60ef-4a1a-b1e4-544bec2e4036 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:16.307896 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9752b53b-b254-4604-b3d7-a45c746cb4e1 req-8262f567-60ef-4a1a-b1e4-544bec2e4036 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 944 time: 0.1132972
Apr 08 08:28:16.329862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-0c9ddee1-771b-4d41-9b0c-f2d1234cbc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:16.331438 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-0c9ddee1-771b-4d41-9b0c-f2d1234cbc2d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0696359
Apr 08 08:28:16.339722 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9752b53b-b254-4604-b3d7-a45c746cb4e1 req-3a315b08-fa77-4d6c-8161-0523d46c895d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253146
Apr 08 08:28:16.414891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-ffc47ac7-e0ed-4c43-8202-6e87d264e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:16.416411 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-ffc47ac7-e0ed-4c43-8202-6e87d264e0e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0782864
Apr 08 08:28:16.560479 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-d243ea48-dbe9-4750-930e-7113a6555da4 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373942
Apr 08 08:28:16.703939 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-20b65439-3b6e-4c9a-9167-dd502f2ac2ba req-353efcd7-cbe8-42ca-8714-e48ce0356b67 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369121
Apr 08 08:28:17.541780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1a20e-3fec-404f-8062-3e40c579d481 req-a8396640-ce65-43ec-aacc-8df60a92029e tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:17.543284 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6ec1a20e-3fec-404f-8062-3e40c579d481 req-a8396640-ce65-43ec-aacc-8df60a92029e tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 944 time: 0.0887787
Apr 08 08:28:17.574012 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6ec1a20e-3fec-404f-8062-3e40c579d481 req-98ca5715-e264-4381-af4f-9c028b03bc97 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243850
Apr 08 08:28:18.129122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b9eb04b6-521a-473d-a344-5d1481eb937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:18.199922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:18.776865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342e367-91c5-4d44-82b5-220dc91ad3b9 req-7f5a43d9-e189-416d-9a40-5880d619961b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:18.778478 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d342e367-91c5-4d44-82b5-220dc91ad3b9 req-7f5a43d9-e189-416d-9a40-5880d619961b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 944 time: 0.0926878
Apr 08 08:28:18.809149 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d342e367-91c5-4d44-82b5-220dc91ad3b9 req-6c5571c9-8634-4626-b8fb-02f9fa045ab5 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244555
Apr 08 08:28:19.339458 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:20.008622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1ec71-82ce-4de1-bd06-0e865d9bb07a req-069f2821-6622-44a7-aa6e-7f0ec3c8bd55 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:20.010333 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-82b1ec71-82ce-4de1-bd06-0e865d9bb07a req-069f2821-6622-44a7-aa6e-7f0ec3c8bd55 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 944 time: 0.0889251
Apr 08 08:28:20.038929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:20.041931 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-82b1ec71-82ce-4de1-bd06-0e865d9bb07a req-2a681704-fb15-4f9c-90a1-d571879e57c5 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0250371
Apr 08 08:28:21.247828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49828940-c230-40eb-b879-cf9e08fcc987 req-46d447f2-d01f-4874-925b-9ebd42dd309d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:21.249429 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49828940-c230-40eb-b879-cf9e08fcc987 req-46d447f2-d01f-4874-925b-9ebd42dd309d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 944 time: 0.0933762
Apr 08 08:28:21.280290 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-49828940-c230-40eb-b879-cf9e08fcc987 req-5ee306f1-2aa3-41fc-8c70-0ca4e6fa439a tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245793
Apr 08 08:28:22.482297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ba33d-ee2b-4aca-9584-7c2ecce6ee3f req-09f7fbe8-343c-4b59-8ee5-37b4e43f3898 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:22.483830 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd7ba33d-ee2b-4aca-9584-7c2ecce6ee3f req-09f7fbe8-343c-4b59-8ee5-37b4e43f3898 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 944 time: 0.0901084
Apr 08 08:28:22.514611 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fd7ba33d-ee2b-4aca-9584-7c2ecce6ee3f req-1a206628-a717-4122-bfc4-e1bf7c281b53 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0245061
Apr 08 08:28:22.888731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:23.717029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00519f0c-4dae-4d0b-825e-7da9d7b86934 req-12cf0641-0f03-4533-afff-c274e3ab5b06 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:23.718652 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00519f0c-4dae-4d0b-825e-7da9d7b86934 req-12cf0641-0f03-4533-afff-c274e3ab5b06 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 944 time: 0.0922279
Apr 08 08:28:23.750245 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-00519f0c-4dae-4d0b-825e-7da9d7b86934 req-ee10e14a-6e32-4452-a304-cb919687a226 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252647
Apr 08 08:28:23.843856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 84d7fc3f-a44d-42ab-8c0e-666128af62fb details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:28:23.987693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 84d7fc3f-a44d-42ab-8c0e-666128af62fb, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:28:24.005988 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'port_id': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'mac_address': 'fa:16:3e:11:ed:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:28:24.065496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:24.066851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d7fc3f-a44d-42ab-8c0e-666128af62fb {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:28:24.082668 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 84d7fc3f-a44d-42ab-8c0e-666128af62fb, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:28:24.086030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:24.087861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:28:24.156624 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=84d7fc3f-a44d-42ab-8c0e-666128af62fb,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:28:24.159740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:28:24.311248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['84d7fc3f-a44d-42ab-8c0e-666128af62fb'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:28:24.952350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f595a1-5aa1-4dd5-bfee-d291d0ab4399 req-8fab0a20-ca0f-4351-b9b4-25ada8994346 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:24.953973 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c8f595a1-5aa1-4dd5-bfee-d291d0ab4399 req-8fab0a20-ca0f-4351-b9b4-25ada8994346 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 945 time: 0.0894411
Apr 08 08:28:24.985302 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c8f595a1-5aa1-4dd5-bfee-d291d0ab4399 req-63494174-2c96-4538-ad84-60b2e3bd3bc3 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0249104
Apr 08 08:28:25.859993 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 84d7fc3f-a44d-42ab-8c0e-666128af62fb up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:28:25.931719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 84d7fc3f-a44d-42ab-8c0e-666128af62fb completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:28:25.938460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 84d7fc3f-a44d-42ab-8c0e-666128af62fb triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:28:25.939176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:26.082572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:26.095895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da138729-4cf9-4143-9480-6f5d90223671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d7fc3f-a44d-42ab-8c0e-666128af62fb'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:28:26.107306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 84d7fc3f-a44d-42ab-8c0e-666128af62fb, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:28:26.110163 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:26.112887 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-42718882-1c7d-431a-aafe-d36b6340a23a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:28:26.188496 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=84d7fc3f-a44d-42ab-8c0e-666128af62fb,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:28:26.191776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:28:26.198702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e48880-af0b-421b-8e82-f47d96ee0443 req-0a1f23b3-db54-4e5b-a571-b07596abd284 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:26.200344 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88e48880-af0b-421b-8e82-f47d96ee0443 req-0a1f23b3-db54-4e5b-a571-b07596abd284 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 946 time: 0.0950313
Apr 08 08:28:26.231991 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-88e48880-af0b-421b-8e82-f47d96ee0443 req-663daa90-fa85-4ae3-ab46-8a4ed073b2c0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253067
Apr 08 08:28:26.342803 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da138729-4cf9-4143-9480-6f5d90223671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'code': 200}
Apr 08 08:28:26.629556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966228d-353a-443a-ae89-47168643a066 req-89a92054-5983-431e-b0c2-cdd74711893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:26.631730 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6966228d-353a-443a-ae89-47168643a066 req-89a92054-5983-431e-b0c2-cdd74711893f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 1099 time: 0.0816183
Apr 08 08:28:26.659264 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6966228d-353a-443a-ae89-47168643a066 req-e74e969a-f83b-40e8-bf44-5bb4fb561d94 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0211146
Apr 08 08:28:27.445320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda0579-a2bd-4692-b0aa-d449334649b6 req-73c4c5e8-e76f-45dd-8c67-df82d0c24b0a tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:27.447003 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-edda0579-a2bd-4692-b0aa-d449334649b6 req-73c4c5e8-e76f-45dd-8c67-df82d0c24b0a tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 946 time: 0.0935533
Apr 08 08:28:27.480128 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-edda0579-a2bd-4692-b0aa-d449334649b6 req-22005cf8-7a00-4962-8630-d047905265b1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0265608
Apr 08 08:28:28.686847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90351e1a-ea14-49d4-b7fb-f50890bfe8e7 req-e16664db-6705-4a13-8c6c-3be21751b009 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:28.688425 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-90351e1a-ea14-49d4-b7fb-f50890bfe8e7 req-e16664db-6705-4a13-8c6c-3be21751b009 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 946 time: 0.0933766
Apr 08 08:28:28.973681 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-90351e1a-ea14-49d4-b7fb-f50890bfe8e7 req-e2b46ff9-a055-4c31-8c72-599694a022d1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2781241
Apr 08 08:28:29.172179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f4c69-a879-4cec-852c-0dd35f5a79a4 req-fe839257-91e9-469f-8cb1-65ec21a0830d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:29.173775 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c6f4c69-a879-4cec-852c-0dd35f5a79a4 req-fe839257-91e9-469f-8cb1-65ec21a0830d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 946 time: 0.0881808
Apr 08 08:28:29.205593 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9c6f4c69-a879-4cec-852c-0dd35f5a79a4 req-2dcc727d-78c6-4934-a32c-7cfdf4d152c0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0247645
Apr 08 08:28:29.231074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42556) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:28:29.358067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd716cd-efaa-4977-aaf0-1ddb28472c83 tempest-TestVolumeBootPattern-159274789 tempest-TestVolumeBootPattern-159274789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:29.358842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2fd716cd-efaa-4977-aaf0-1ddb28472c83 tempest-TestVolumeBootPattern-159274789 tempest-TestVolumeBootPattern-159274789-project-admin] Synchronizing usage tracker for tenant:4b04b5873b5c4423a6d75f0f5043f8cd on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:28:29.374342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-2fd716cd-efaa-4977-aaf0-1ddb28472c83 tempest-TestVolumeBootPattern-159274789 tempest-TestVolumeBootPattern-159274789-project-admin] Unset dirty status for tenant:4b04b5873b5c4423a6d75f0f5043f8cd on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:28:29.375602 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2fd716cd-efaa-4977-aaf0-1ddb28472c83 tempest-TestVolumeBootPattern-159274789 tempest-TestVolumeBootPattern-159274789-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 1094 time: 0.1433942
Apr 08 08:28:29.378873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42562) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:28:29.384739 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'port_id': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:28:29.391228 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:28:29.395444 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:floatingip and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:28:29.398894 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:28:29.404958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:28:29.415226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:29.564699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:29.713225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Allocated IP 172.27.1.87 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/6472938c-3ffa-4243-801b-c801740a54e3) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:28:29.870506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:29.901457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:29.919360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:28:30.066119 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=6472938c-3ffa-4243-801b-c801740a54e3,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:28:30.070641 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:28:30.118275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:28:30.119418 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:28:30.121863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:28:30.687254 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:30.808681 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:31.083626 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:31.088029 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:31.103925 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f05359b6-4c2c-46e0-9cd7-342ccbb500f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:28:31.248510 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=6472938c-3ffa-4243-801b-c801740a54e3,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:28:31.252968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:28:31.349242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:31.768293 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Floating IP f7b871d2-bd19-4a04-9450-e84b1826e169 associated. External IP: 172.27.1.87, port: 84d7fc3f-a44d-42ab-8c0e-666128af62fb.
Apr 08 08:28:32.150038 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Router 598e4167-8bc7-4c17-9232-a24103478760 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:28:32.340774 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:28:32.351111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:28:32.361222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:28:32.362033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0ba42dd8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:28:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:28:32.365892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:32.429393 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-473ad593-08a8-4216-b969-b80f09485c12 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0492713
Apr 08 08:28:32.430035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da138729-4cf9-4143-9480-6f5d90223671', 'tag': '84d7fc3f-a44d-42ab-8c0e-666128af62fb'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:28:32.483918 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da138729-4cf9-4143-9480-6f5d90223671', 'tag': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'status': 'completed', 'code': 200}
Apr 08 08:28:32.558551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:28:32.582772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f6003-b590-440e-8837-35a2b2935f2c req-60082c29-d7b6-4235-b01e-aa13c3e1e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:32.585155 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-368f6003-b590-440e-8837-35a2b2935f2c req-60082c29-d7b6-4235-b01e-aa13c3e1e534 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 1099 time: 0.0792365
Apr 08 08:28:32.735310 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f6003-b590-440e-8837-35a2b2935f2c req-70745906-06ed-4ecf-813c-4de4fb1c099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:32.736922 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-368f6003-b590-440e-8837-35a2b2935f2c req-70745906-06ed-4ecf-813c-4de4fb1c099c service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1459467
Apr 08 08:28:32.852754 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-368f6003-b590-440e-8837-35a2b2935f2c req-2b6f618c-0b72-4446-be20-ab3b0aa0ec41 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb HTTP/1.1" status: 200  len: 999 time: 0.1097219
Apr 08 08:28:32.927478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f6003-b590-440e-8837-35a2b2935f2c req-35208b7d-da8b-47fd-a6e4-eda2de45fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:32.930036 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-368f6003-b590-440e-8837-35a2b2935f2c req-35208b7d-da8b-47fd-a6e4-eda2de45fb63 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0706439
Apr 08 08:28:33.014139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f6003-b590-440e-8837-35a2b2935f2c req-58a03157-e94e-4273-82de-905530b83071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:33.015668 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-368f6003-b590-440e-8837-35a2b2935f2c req-58a03157-e94e-4273-82de-905530b83071 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0797462
Apr 08 08:28:33.109639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0ba42dd8>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'f7b871d2-bd19-4a04-9450-e84b1826e169', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:11:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da138729-4cf9-4143-9480-6f5d90223671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:28:30Z', 'updated_at': '2021-04-08T08:28:30Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:28:33.114196 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:28:33.124484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:28:33.125160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0ba42dd8>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:28:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:28:33.168228 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-368f6003-b590-440e-8837-35a2b2935f2c req-69cf3e30-cf2b-4503-b493-c07f789fb852 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453032
Apr 08 08:28:33.314468 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-368f6003-b590-440e-8837-35a2b2935f2c req-bef99d14-1e68-4dc5-9835-e6aaff20bc00 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401742
Apr 08 08:28:33.322008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:28:33.690423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0ba42dd8>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'f7b871d2-bd19-4a04-9450-e84b1826e169', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:11:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da138729-4cf9-4143-9480-6f5d90223671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:28:30Z', 'updated_at': '2021-04-08T08:28:30Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:28:33.695267 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3379f65e-8801-43b4-a8bf-96271a0b1dfa None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': 'f7b871d2-bd19-4a04-9450-e84b1826e169', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:11:ed:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da138729-4cf9-4143-9480-6f5d90223671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:28:30Z', 'updated_at': '2021-04-08T08:28:30Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:28:33.989244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc023be3-7aed-450d-b495-d516aee5ade3 None None] New status for floating IP f7b871d2-bd19-4a04-9450-e84b1826e169: ACTIVE {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:28:40.383233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:28:42.617335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41422b9-983d-4b6d-a9fc-d034e90c0949 req-1c3d8ac0-6f9b-4c8d-ae71-95895516bd8b tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:42.618876 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e41422b9-983d-4b6d-a9fc-d034e90c0949 req-1c3d8ac0-6f9b-4c8d-ae71-95895516bd8b tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0918601
Apr 08 08:28:42.648814 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-e41422b9-983d-4b6d-a9fc-d034e90c0949 req-3cad5861-0f6f-4145-91c4-c14b416b3ed7 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0235975
Apr 08 08:28:43.860981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeeb272-9c5e-4258-8599-d4698f35a91a req-a70e50db-81a7-4974-8b9e-ad08742bc9c0 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:43.862637 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fdeeb272-9c5e-4258-8599-d4698f35a91a req-a70e50db-81a7-4974-8b9e-ad08742bc9c0 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0896757
Apr 08 08:28:43.894308 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fdeeb272-9c5e-4258-8599-d4698f35a91a req-deb8f3d0-ab28-4540-b1a1-d4c0d8e2c2b7 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0243568
Apr 08 08:28:45.030486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96cb5101-6a4e-4e1b-869d-b4b3ce4c81ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:45.101089 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160f939-4d47-4b8c-8554-76bf466e8a43 req-53d4110a-f60a-4b1a-b3f9-9bc46bd95b3e tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:45.102693 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a160f939-4d47-4b8c-8554-76bf466e8a43 req-53d4110a-f60a-4b1a-b3f9-9bc46bd95b3e tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0925252
Apr 08 08:28:45.133922 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a160f939-4d47-4b8c-8554-76bf466e8a43 req-5b0581a1-a767-444f-937e-0f1fad52bfb3 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0247779
Apr 08 08:28:46.334507 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290fb36-1e3b-4437-a822-440056b92975 req-60974bd3-d54a-45dd-913c-be11aef39870 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:46.336109 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b290fb36-1e3b-4437-a822-440056b92975 req-60974bd3-d54a-45dd-913c-be11aef39870 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0893152
Apr 08 08:28:46.366507 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b290fb36-1e3b-4437-a822-440056b92975 req-081b9554-3a38-4678-af6a-bab649093294 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0239494
Apr 08 08:28:47.572530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019e109-3b84-4489-a262-16329399c7e1 req-bbc2c121-56c6-4e0d-a9e8-3e40cee6b51c tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:47.574199 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c019e109-3b84-4489-a262-16329399c7e1 req-bbc2c121-56c6-4e0d-a9e8-3e40cee6b51c tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0932009
Apr 08 08:28:47.606663 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c019e109-3b84-4489-a262-16329399c7e1 req-90ed5640-dc8d-4531-8beb-fd55cf92359a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0259440
Apr 08 08:28:48.135258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a61f-c470-45d2-8757-74119e259ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:48.202171 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:48.811300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1771c9-e158-4b89-a5b8-7e93e56a3940 req-a70ff281-f078-4d2b-a446-a93762341fcc tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:48.812906 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1d1771c9-e158-4b89-a5b8-7e93e56a3940 req-a70ff281-f078-4d2b-a446-a93762341fcc tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0901711
Apr 08 08:28:48.844475 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1d1771c9-e158-4b89-a5b8-7e93e56a3940 req-d2b94eec-90f6-4efa-b294-fa76067728b0 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0244374
Apr 08 08:28:49.341724 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:50.039646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:50.051655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a7e29-4b29-43c4-8fd2-61df5faf4a0e req-450dc94c-d1f6-437a-bd04-9c3e44af0e67 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:50.053520 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b38a7e29-4b29-43c4-8fd2-61df5faf4a0e req-450dc94c-d1f6-437a-bd04-9c3e44af0e67 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0962582
Apr 08 08:28:50.086198 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b38a7e29-4b29-43c4-8fd2-61df5faf4a0e req-5fdc8a79-a495-4e34-ae87-99915bf2d100 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0261729
Apr 08 08:28:51.284468 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d2c2dd-ff5a-42a7-a37b-a8b1e7aba2a9 req-59110ab7-59eb-476f-872d-07648be37a94 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:51.286379 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-83d2c2dd-ff5a-42a7-a37b-a8b1e7aba2a9 req-59110ab7-59eb-476f-872d-07648be37a94 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0881824
Apr 08 08:28:51.317267 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-83d2c2dd-ff5a-42a7-a37b-a8b1e7aba2a9 req-228f1bcf-841e-44f6-b259-585bb6afd714 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0236871
Apr 08 08:28:52.524457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eee68f-5d70-4bce-bb70-941d78b54c14 req-5d75070f-018d-4c81-967d-891cc5579522 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:52.525975 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-41eee68f-5d70-4bce-bb70-941d78b54c14 req-5d75070f-018d-4c81-967d-891cc5579522 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0924277
Apr 08 08:28:52.556991 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-41eee68f-5d70-4bce-bb70-941d78b54c14 req-5ec35643-429b-46c4-8341-435d9b2dbb28 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246217
Apr 08 08:28:52.716852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-79f1b4c3-2a1a-4639-8588-17cdf8a2cdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:52.718464 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-79f1b4c3-2a1a-4639-8588-17cdf8a2cdb1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1098 time: 0.0784788
Apr 08 08:28:52.861996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-db715516-bea0-448a-8cd5-9b51258dffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:52.863515 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-db715516-bea0-448a-8cd5-9b51258dffb0 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 909 time: 0.1374707
Apr 08 08:28:52.905607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:28:52.977456 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-f88f6f19-99be-4653-9956-91149f1d30ab service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 1001 time: 0.1066875
Apr 08 08:28:53.050463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-9980bf1f-6c30-4123-b8f2-a46ea2e32ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:53.052024 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-9980bf1f-6c30-4123-b8f2-a46ea2e32ea0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.0679104
Apr 08 08:28:53.135912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-59fd2201-358a-47e6-ad0c-977150f183b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:53.137425 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-59fd2201-358a-47e6-ad0c-977150f183b3 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0779285
Apr 08 08:28:53.284778 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-901149e6-3d52-4ac4-ae1f-a0707fa72bcf service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396265
Apr 08 08:28:53.428950 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3f51ad3-935d-48cd-aee4-f00f6d56e85f req-21e38c8e-1d63-45cb-9692-02ab857c7a8b service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362493
Apr 08 08:28:53.756602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b515d5b-5c5b-4da3-99ee-9c5403e95675 req-909b0bb1-5fa1-4050-bf20-02efeea42d08 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:53.758215 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4b515d5b-5c5b-4da3-99ee-9c5403e95675 req-909b0bb1-5fa1-4050-bf20-02efeea42d08 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0889034
Apr 08 08:28:53.789110 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4b515d5b-5c5b-4da3-99ee-9c5403e95675 req-95cfec32-cbf8-47e9-90b4-8644ce641dd6 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246651
Apr 08 08:28:54.994122 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385e5ed-bd9f-4b29-ae72-7b5ba4e67269 req-96a38aaa-da4b-4fb2-9996-85d4bddb7eda tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:54.995748 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6385e5ed-bd9f-4b29-ae72-7b5ba4e67269 req-96a38aaa-da4b-4fb2-9996-85d4bddb7eda tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0954106
Apr 08 08:28:55.028644 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6385e5ed-bd9f-4b29-ae72-7b5ba4e67269 req-c6ae4e8a-cbc0-4456-b207-8e4d56bb429b tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0264132
Apr 08 08:28:56.235248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa417-d07a-41e3-9462-0872ef3607da req-345f4598-a3bb-405c-86ed-15d894639285 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:56.236853 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7bbaa417-d07a-41e3-9462-0872ef3607da req-345f4598-a3bb-405c-86ed-15d894639285 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0924656
Apr 08 08:28:56.267378 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7bbaa417-d07a-41e3-9462-0872ef3607da req-7c93d395-5909-4d20-aed7-ac07909fce61 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0238628
Apr 08 08:28:56.579125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42612) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:28:56.644309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120c14f-ae67-4a3e-8284-462949fda88e req-02ab8667-9ed7-421b-aeeb-62576e955836 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:56.646125 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a120c14f-ae67-4a3e-8284-462949fda88e req-02ab8667-9ed7-421b-aeeb-62576e955836 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0974476
Apr 08 08:28:56.678691 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a120c14f-ae67-4a3e-8284-462949fda88e req-fe468022-0c02-42d3-b6fe-05a5ce5544c2 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0254593
Apr 08 08:28:56.705048 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-c1826956-d42c-43c4-91b4-99d46ca4dbef service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1244144
Apr 08 08:28:57.890628 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06ecd2-9c51-4f47-a1fc-7ce36dc441df req-bbb95e2d-c623-4dc3-803c-30f4c4f9a192 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:57.892249 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9b06ecd2-9c51-4f47-a1fc-7ce36dc441df req-bbb95e2d-c623-4dc3-803c-30f4c4f9a192 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0942798
Apr 08 08:28:57.925520 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9b06ecd2-9c51-4f47-a1fc-7ce36dc441df req-54ac7eb8-5969-44d9-a0e5-3fbc49d29fe3 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255935
Apr 08 08:28:57.942942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-9e12f357-a7f2-4377-8a66-7ed4f6d76de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:57.944748 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-9e12f357-a7f2-4377-8a66-7ed4f6d76de0 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6&tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e HTTP/1.1" status: 200  len: 1098 time: 0.0913732
Apr 08 08:28:58.056263 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-455ec5f7-a659-4c4a-8f21-ff85f59d40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:58.057948 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-455ec5f7-a659-4c4a-8f21-ff85f59d40eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1098 time: 0.0894403
Apr 08 08:28:58.203386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-353765dd-efb4-493e-839d-d86852df2b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:58.204885 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-353765dd-efb4-493e-839d-d86852df2b07 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 909 time: 0.1403146
Apr 08 08:28:58.317819 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-9d2ba06f-1206-488d-8777-dea9c5d5c713 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 1001 time: 0.1043715
Apr 08 08:28:58.390360 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-6de85e9e-2685-44ce-8abc-b30362e31d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:58.392050 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-6de85e9e-2685-44ce-8abc-b30362e31d5d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.0666482
Apr 08 08:28:58.478640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-7ed8d938-e975-4e8c-9c59-9823ff7f2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:58.480246 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-7ed8d938-e975-4e8c-9c59-9823ff7f2433 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0806868
Apr 08 08:28:58.625035 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-bb4d58bd-00bc-4411-8eb2-18c969dac325 service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377859
Apr 08 08:28:58.770684 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ba9fe0e6-34f9-48bc-909f-ab2c421cb70c req-06496dfa-9eba-4bca-ab5f-10a562ea2ece service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375370
Apr 08 08:28:59.133471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991ec9d-21e0-424f-951e-947b418b8c5a req-3271dedf-5e6d-4ac5-b437-6cebfc2b0188 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:59.135005 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3991ec9d-21e0-424f-951e-947b418b8c5a req-3271dedf-5e6d-4ac5-b437-6cebfc2b0188 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0927346
Apr 08 08:28:59.166002 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3991ec9d-21e0-424f-951e-947b418b8c5a req-64c2978c-ee5d-4dea-9aeb-91933f4bf9d6 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246828
Apr 08 08:28:59.763028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-5be7221a-f34d-48b6-ad6a-382db2a3b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:59.764621 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-5be7221a-f34d-48b6-ad6a-382db2a3b4bd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1098 time: 0.0785587
Apr 08 08:28:59.921315 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-b5d27015-252e-4417-acd5-78fc745cb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:28:59.922851 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-b5d27015-252e-4417-acd5-78fc745cb44e service neutron] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 909 time: 0.1390369
Apr 08 08:29:00.049388 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-1896f392-45e6-4f10-9d74-6ed8aedf6ffe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 1001 time: 0.1181095
Apr 08 08:29:00.112255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:29:00.243515 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:00.256513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:29:00.268551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:29:00.271810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:00.273855 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-fb543c56-738b-4c50-b529-0d4465e4f271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:29:00.352984 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=6']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:29:00.361672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.362094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.362477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.362852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.363222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.363589 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.363965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.364332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.364699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.365045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.365583 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.365970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:29:00.370377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:29:00.385663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-4c814c0a-4b24-48d9-884e-a7be23c7cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:00.387286 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-4c814c0a-4b24-48d9-884e-a7be23c7cf15 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.3312047
Apr 08 08:29:00.392593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd953a-783e-449b-999d-55662b9831d4 req-c7ad86e8-d1ba-452d-9688-0a89acb4c575 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:00.394281 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-74fd953a-783e-449b-999d-55662b9831d4 req-c7ad86e8-d1ba-452d-9688-0a89acb4c575 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.0982163
Apr 08 08:29:00.426138 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-74fd953a-783e-449b-999d-55662b9831d4 req-dd5a0c28-13eb-40e0-9f66-8e117e0240fe tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0246432
Apr 08 08:29:00.475446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-edd8e9f7-7224-4e9f-aa40-cfac1f92004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:00.477201 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-edd8e9f7-7224-4e9f-aa40-cfac1f92004c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0817647
Apr 08 08:29:00.482016 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'code': 200}
Apr 08 08:29:00.629426 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-a4c2862a-f115-4ff4-bc8d-671b961b170f service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363456
Apr 08 08:29:00.777331 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2f71c1c9-4845-4e4e-ac19-64de513035bc req-11ac3602-d92c-40ef-8b26-d31e35ab873b service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406577
Apr 08 08:29:01.635672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd89b8-ba4f-49e6-87af-a6e9b517ce9e req-845684a8-8083-4c56-8407-aa60e2003216 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:01.637185 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-42cd89b8-ba4f-49e6-87af-a6e9b517ce9e req-845684a8-8083-4c56-8407-aa60e2003216 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.0923822
Apr 08 08:29:01.669254 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-42cd89b8-ba4f-49e6-87af-a6e9b517ce9e req-a219cb13-2d7d-4473-98e7-d075b5fd52a1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0257783
Apr 08 08:29:02.868517 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603795f0-4647-4eb5-afba-b456185f06cc req-ee56d29b-0510-426c-9b06-b54b5eae5d98 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:02.870118 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-603795f0-4647-4eb5-afba-b456185f06cc req-ee56d29b-0510-426c-9b06-b54b5eae5d98 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.0887725
Apr 08 08:29:02.900471 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-603795f0-4647-4eb5-afba-b456185f06cc req-023b5455-c033-4b03-8fab-5607fc732394 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0240204
Apr 08 08:29:04.111169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74340392-37c8-4e0f-95d1-e791d080fd71 req-0f90647a-522e-4fb5-b3b5-003312648bd6 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:04.112761 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-74340392-37c8-4e0f-95d1-e791d080fd71 req-0f90647a-522e-4fb5-b3b5-003312648bd6 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.0967612
Apr 08 08:29:04.145558 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-74340392-37c8-4e0f-95d1-e791d080fd71 req-679a5aba-c90f-43db-a65e-838e93f46a07 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0255399
Apr 08 08:29:05.276455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f08f6-930c-4dca-ab46-545208ceed0c req-8a364a60-66a9-41a6-bae9-a5a3f747d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:05.278091 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-090f08f6-930c-4dca-ab46-545208ceed0c req-8a364a60-66a9-41a6-bae9-a5a3f747d02a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1096 time: 0.0796738
Apr 08 08:29:05.309167 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-090f08f6-930c-4dca-ab46-545208ceed0c req-67102855-ab3d-47f7-a669-254573d33a83 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249441
Apr 08 08:29:05.351766 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5e468-dadc-447a-8703-f000df16c90f req-6cf59799-1b95-406d-bf81-e6662a094611 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:05.353411 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-59d5e468-dadc-447a-8703-f000df16c90f req-6cf59799-1b95-406d-bf81-e6662a094611 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.0893304
Apr 08 08:29:05.385837 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-59d5e468-dadc-447a-8703-f000df16c90f req-283294a8-1b1a-4d39-80b0-3947ca376b35 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0258989
Apr 08 08:29:06.588843 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43013db4-34c2-4be9-b350-d3f622e68885 req-468ae6ce-d3bd-4ab0-af50-3f9d440f93f2 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:06.590351 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-43013db4-34c2-4be9-b350-d3f622e68885 req-468ae6ce-d3bd-4ab0-af50-3f9d440f93f2 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 943 time: 0.0915864
Apr 08 08:29:06.621597 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-43013db4-34c2-4be9-b350-d3f622e68885 req-c6992153-3ff7-4fc4-9112-ce2c13bffb1d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0249386
Apr 08 08:29:08.155365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:29:08.298944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:29:08.313466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'port_id': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'mac_address': 'fa:16:3e:b9:18:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:29:08.372281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:08.373575 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:29:08.389969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:29:08.392935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:08.394813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:29:08.467977 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=7']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:29:08.471185 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:29:08.601668 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:29:10.170464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:29:10.246136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:29:10.246556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:10.377118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:10.391160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:29:10.403016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:29:10.406203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:10.408211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-24620477-b933-45ec-9986-fd82601d0173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:29:10.443594 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'code': 200}
Apr 08 08:29:10.485324 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=8']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:29:10.488816 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:29:15.032876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-39b83805-1265-4f60-80fd-43d33b2ab1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:17.385911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:29:18.143009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb681-4212-4739-9ac7-e3d7e2ddb63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:18.205150 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:19.344107 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:20.043413 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:22.918684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:45.034419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf5518a6-d27e-4f09-92ae-ae366ba6c890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:48.136596 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dd4f06df-3ddc-4f3e-ba20-1912d70cdf0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:48.208181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:49.345431 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:50.045562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:52.916757 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:29:54.386336 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:29:59.701964 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4329c063-e01e-4093-b848-0a4b97558e59 req-7ac9fd55-e70d-4cb9-bf86-8de2179960ed service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0775633
Apr 08 08:29:59.797632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c063-e01e-4093-b848-0a4b97558e59 req-21bc3502-be27-4792-be2e-1f4f496947af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:59.799262 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4329c063-e01e-4093-b848-0a4b97558e59 req-21bc3502-be27-4792-be2e-1f4f496947af service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 1099 time: 0.0776787
Apr 08 08:29:59.954113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c063-e01e-4093-b848-0a4b97558e59 req-95bd5247-9823-4bdc-81a4-11b8ccdc5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:29:59.955590 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4329c063-e01e-4093-b848-0a4b97558e59 req-95bd5247-9823-4bdc-81a4-11b8ccdc5efc service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1374166
Apr 08 08:30:00.068095 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4329c063-e01e-4093-b848-0a4b97558e59 req-bd19e854-0596-49b5-bf7d-b2e06218b4a1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb HTTP/1.1" status: 200  len: 1001 time: 0.1059520
Apr 08 08:30:00.140476 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c063-e01e-4093-b848-0a4b97558e59 req-e7e8c01a-86d1-45d0-86b5-61bb72341623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:00.142116 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4329c063-e01e-4093-b848-0a4b97558e59 req-e7e8c01a-86d1-45d0-86b5-61bb72341623 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0670478
Apr 08 08:30:00.225207 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329c063-e01e-4093-b848-0a4b97558e59 req-8b6d5bc7-a5a4-4daf-ba2e-1e9e061c6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:00.226922 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4329c063-e01e-4093-b848-0a4b97558e59 req-8b6d5bc7-a5a4-4daf-ba2e-1e9e061c6f93 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0792093
Apr 08 08:30:00.381601 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4329c063-e01e-4093-b848-0a4b97558e59 req-e94f6332-0ada-4741-ace0-169fd36012b8 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482339
Apr 08 08:30:00.527181 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4329c063-e01e-4093-b848-0a4b97558e59 req-6915c189-5cbc-4536-ba40-965ab3796e44 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1380613
Apr 08 08:30:15.035776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3dc4c013-b31d-46ad-b30f-8af43d7a39de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:18.139561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cfa3bef5-5f08-4b84-b375-999ca4cf87c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:18.209633 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:19.347211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:19.542972 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42660) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:19.762430 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Deleting port 16e527d5-82a4-4fcb-8072-c6c90b9e4435 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:19.762807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:19.946414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:19.946715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:20.047129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:20.084427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Calling delete_port for 16e527d5-82a4-4fcb-8072-c6c90b9e4435 owned by network:floatingip {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:20.250961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:20.267081 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-33c2b435-4d55-4088-a83e-fbedac877fcd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:20.325823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event deleted for resources: {'Port': ['ID=16e527d5-82a4-4fcb-8072-c6c90b9e4435,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:20.384270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.384886 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.385817 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.386240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.386651 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.387062 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.387469 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.387873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.388278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.388682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.389091 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.389491 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:20.394419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:20.551206 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for floatingip, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:20.551499 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Floating IP 75c194c6-5781-4d83-8d97-ded1dd28db08 disassociated (deleted). External IP: 172.27.1.177, port: a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05.
Apr 08 08:30:20.923538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:30:21.120218 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:30:21.130399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] Sync routers for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:30:21.134230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:21.141556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:21.142285 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bd4d9b0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:21.200424 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-2b953d1a-1004-4099-be26-2e3034d8430a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "DELETE /v2.0/floatingips/75c194c6-5781-4d83-8d97-ded1dd28db08 HTTP/1.1" status: 204  len: 168 time: 1.6562517
Apr 08 08:30:21.201068 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:30:21.343233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:21.461432 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'status': 'completed', 'code': 200}
Apr 08 08:30:21.565754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-f3532791-8603-4e36-845f-61fe82d94339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:21.567453 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-f3532791-8603-4e36-845f-61fe82d94339 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 1098 time: 0.0835807
Apr 08 08:30:21.644135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c96e0-6f84-4199-9d20-79f03aeba13b req-c39e045d-2c4f-434c-8d22-cd8bdb6af84a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:21.645800 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f00c96e0-6f84-4199-9d20-79f03aeba13b req-c39e045d-2c4f-434c-8d22-cd8bdb6af84a tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0955491
Apr 08 08:30:21.680440 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f00c96e0-6f84-4199-9d20-79f03aeba13b req-2714d577-31fa-4ca9-a54e-52c81ca8c347 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0276332
Apr 08 08:30:21.695691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bd4d9b0>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:58Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:21.700958 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] Checking router: 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:30:21.711363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:21.712034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bd4d9b0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:21.715992 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-90bacf84-8776-4ffd-b41b-dd1e20666648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:21.717676 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-90bacf84-8776-4ffd-b41b-dd1e20666648 service neutron] 10.222.0.48 "GET /v2.0/networks?id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 200  len: 909 time: 0.1432080
Apr 08 08:30:22.071834 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-6053c467-d9fc-41fa-bbf2-6b56cba9d170 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 200  len: 217 time: 0.3469698
Apr 08 08:30:22.119862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:22.147008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-0f4e13b5-7233-4c14-809c-364a483e6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:22.148994 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-0f4e13b5-7233-4c14-809c-364a483e6854 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 200  len: 847 time: 0.0703437
Apr 08 08:30:22.247677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-21bf570e-069c-47fb-bd10-3d9c88b29a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:22.249397 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-21bf570e-069c-47fb-bd10-3d9c88b29a84 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0927200
Apr 08 08:30:22.286545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457add7-0b82-4a18-9155-3a01b1826acf req-f7722758-d651-4e55-ba72-88859562f551 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:22.288279 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9457add7-0b82-4a18-9155-3a01b1826acf req-f7722758-d651-4e55-ba72-88859562f551 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 946 time: 0.1109333
Apr 08 08:30:22.327062 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9457add7-0b82-4a18-9155-3a01b1826acf req-0a0377aa-866c-4623-93e7-e75736edd231 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0294209
Apr 08 08:30:22.416603 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-b5a67ed2-f00f-4e5d-a105-a52fa5220020 service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1586812
Apr 08 08:30:22.490485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bd4d9b0>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:58Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:22.495485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c4290-51ab-4fdb-93a8-7713695bb31a None None] The sync data for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi is: [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:25:49Z', 'revision_number': 4, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '091bb770-c265-4e68-983d-05ab7fe13b17', 'name': '', 'network_id': '66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'mac_address': 'fa:16:3e:06:73:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:48Z', 'updated_at': '2021-04-08T08:25:58Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'subnets': [{'id': '85bf35a8-00e8-4314-add3-6aff32684de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:30:22.575102 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2b780e0a-6984-469f-81d0-91ffa3ddb86a req-7eda0a47-dfeb-4eba-ba17-4ab2c6ddad40 service neutron] 10.222.0.48 "GET /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1496387
Apr 08 08:30:22.886131 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9f028-8173-4620-9f20-f20cc7a107ac req-365db32e-665b-4778-b055-766f700b5ed3 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:22.887655 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3be9f028-8173-4620-9f20-f20cc7a107ac req-365db32e-665b-4778-b055-766f700b5ed3 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.0894649
Apr 08 08:30:22.918168 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3be9f028-8173-4620-9f20-f20cc7a107ac req-63b6a926-bda4-4670-8e6c-e7ff72e402fa tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/security-groups?id=26bb6333-349f-4b19-95b7-4fedef8cab76&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0241079
Apr 08 08:30:22.920891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cb73fb-8dc7-4b33-b8e9-23c1e87de101 None None] New status for floating IP 75c194c6-5781-4d83-8d97-ded1dd28db08: DOWN {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:30:22.930638 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:23.062170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-4c7fccad-0a6d-4f7c-a3de-05bd4628fd4e tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:23.062957 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-4c7fccad-0a6d-4f7c-a3de-05bd4628fd4e tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Synchronizing usage tracker for tenant:7a8ef22d6ce84471ad3f830cf5b79b5e on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:30:23.080935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-4c7fccad-0a6d-4f7c-a3de-05bd4628fd4e tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Unset dirty status for tenant:7a8ef22d6ce84471ad3f830cf5b79b5e on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:30:23.082189 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-4c7fccad-0a6d-4f7c-a3de-05bd4628fd4e tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 945 time: 0.1141994
Apr 08 08:30:23.164900 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Deleting port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:23.165298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:23.435216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] For port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:23.435528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:23.542740 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9096d-4636-4fcc-a1e4-15ff610d8e11 req-989a6ef3-df53-41a5-b32f-162899a8ce30 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:23.544393 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cde9096d-4636-4fcc-a1e4-15ff610d8e11 req-989a6ef3-df53-41a5-b32f-162899a8ce30 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 946 time: 0.0947478
Apr 08 08:30:23.576267 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-cde9096d-4636-4fcc-a1e4-15ff610d8e11 req-c9fa5348-5a9c-4f38-b6f2-ec159d18d2e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252328
Apr 08 08:30:23.614528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Calling delete_port for a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:23.734133 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261309e-a45e-460e-b228-3534bd0427aa req-cf4056bc-88d8-41f0-a4a4-003d930ad37b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:23.734902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-9261309e-a45e-460e-b228-3534bd0427aa req-cf4056bc-88d8-41f0-a4a4-003d930ad37b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Synchronizing usage tracker for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:30:23.796603 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-9261309e-a45e-460e-b228-3534bd0427aa req-cf4056bc-88d8-41f0-a4a4-003d930ad37b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Unset dirty status for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:30:23.797874 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9261309e-a45e-460e-b228-3534bd0427aa req-cf4056bc-88d8-41f0-a4a4-003d930ad37b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 946 time: 0.2934382
Apr 08 08:30:23.868617 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:23.886765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f2a231ce-3989-4651-b4e6-49504920d03b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:23.951051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event deleted for resources: {'Port': ['ID=a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:23.959981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:23.966811 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Deleting port 84d7fc3f-a44d-42ab-8c0e-666128af62fb {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:23.967196 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:24.083180 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-66418250-d090-463d-bc47-13811475a8f5 req-087d12f4-90f8-489f-8603-4279237f9af7 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 210 time: 0.0496595
Apr 08 08:30:24.359849 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] No DVR routers for this DVR port a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:30:24.364613 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:24.367339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'name': 'network-vif-deleted', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:30:24.392499 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-56114d2a-d314-481c-ab7f-4d80a4060218 req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.48 "DELETE /v2.0/ports/a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 HTTP/1.1" status: 204  len: 173 time: 1.3040185
Apr 08 08:30:24.421169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] For port 84d7fc3f-a44d-42ab-8c0e-666128af62fb, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=84d7fc3f-a44d-42ab-8c0e-666128af62fb,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:24.421590 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:24.431370 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5338dd4-269f-49e5-861e-ba166dc0c3f6', 'name': 'network-vif-deleted', 'tag': 'a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05', 'status': 'completed', 'code': 200}
Apr 08 08:30:24.759176 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:24.759700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:24.760638 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Floating IP f7b871d2-bd19-4a04-9450-e84b1826e169 disassociated. External IP: 172.27.1.87, port: 84d7fc3f-a44d-42ab-8c0e-666128af62fb.
Apr 08 08:30:24.761019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Calling delete_port for 84d7fc3f-a44d-42ab-8c0e-666128af62fb owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:24.806001 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dd2b8-4812-4966-8653-1ae3bd09293e req-f1473cf1-f33f-4298-9f41-843a12b42fe2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:24.809732 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0c9dd2b8-4812-4966-8653-1ae3bd09293e req-f1473cf1-f33f-4298-9f41-843a12b42fe2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 946 time: 0.1140776
Apr 08 08:30:24.842363 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0c9dd2b8-4812-4966-8653-1ae3bd09293e req-a0b70618-689e-4a8d-80a5-fb556da34de2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254388
Apr 08 08:30:24.929525 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:24.946663 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d303c377-b1b3-4943-ab07-24e2f7a43c86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:25.008180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event deleted for resources: {'Port': ['ID=84d7fc3f-a44d-42ab-8c0e-666128af62fb,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:25.014618 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:25.308938 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-15107b62-b8bb-40cc-9f7d-36d59f2920db req-fdad7d98-a823-41a0-9dcf-66ef7f1c3124 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "GET /v2.0/ports?device_id=c5338dd4-269f-49e5-861e-ba166dc0c3f6 HTTP/1.1" status: 200  len: 210 time: 0.0691125
Apr 08 08:30:25.327350 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Router 598e4167-8bc7-4c17-9232-a24103478760 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:30:25.527593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:30:25.539871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:30:25.551177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:25.551909 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c1bd6eda0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:25.611105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] No DVR routers for this DVR port 84d7fc3f-a44d-42ab-8c0e-666128af62fb on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:30:25.613563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:25.627422 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9261309e-a45e-460e-b228-3534bd0427aa req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "DELETE /v2.0/ports/84d7fc3f-a44d-42ab-8c0e-666128af62fb HTTP/1.1" status: 204  len: 173 time: 1.8225570
Apr 08 08:30:25.749563 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:26.014482 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6adf0cfa-65b7-4fed-b52d-dd1984cd2505 req-bb420829-5903-435d-80c0-4052300b9459 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=da138729-4cf9-4143-9480-6f5d90223671 HTTP/1.1" status: 200  len: 210 time: 0.0514715
Apr 08 08:30:26.101545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c1bd6eda0>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:26.106545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:30:26.115412 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:26.116078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c1bd6eda0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:26.310519 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:26.412538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42690) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:26.433069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da138729-4cf9-4143-9480-6f5d90223671', 'name': 'network-vif-deleted', 'tag': '84d7fc3f-a44d-42ab-8c0e-666128af62fb'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:30:26.501266 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da138729-4cf9-4143-9480-6f5d90223671', 'name': 'network-vif-deleted', 'tag': '84d7fc3f-a44d-42ab-8c0e-666128af62fb', 'status': 'completed', 'code': 200}
Apr 08 08:30:26.514401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-742ec004-963a-4f1f-a995-5d2412ff3ca1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:26.541331 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:30:26.547955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-742ec004-963a-4f1f-a995-5d2412ff3ca1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:26.587661 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:30:26.588129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device a6fc68c1-5f70-4f0f-b69b-ed1ea6df6d05 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:30:26.608621 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-742ec004-963a-4f1f-a995-5d2412ff3ca1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:26.614020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d2e5cd71-b34a-4f14-acd2-021fc0f774b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:26.630282 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ec004-963a-4f1f-a995-5d2412ff3ca1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bb6333-349f-4b19-95b7-4fedef8cab76,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:26.633049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-742ec004-963a-4f1f-a995-5d2412ff3ca1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:26.640866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-742ec004-963a-4f1f-a995-5d2412ff3ca1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:26.642175 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-742ec004-963a-4f1f-a995-5d2412ff3ca1 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] 10.222.0.54 "DELETE /v2.0/security-groups/26bb6333-349f-4b19-95b7-4fedef8cab76 HTTP/1.1" status: 204  len: 168 time: 0.2281239
Apr 08 08:30:26.687403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42698) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:26.716656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c1bd6eda0>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:26.720908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28841db0-193b-4dfd-9bc8-e7f6630315f9 None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:30:27.137883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d6b8bd-53f7-4197-bcfa-7d798db79bdb None None] New status for floating IP f7b871d2-bd19-4a04-9450-e84b1826e169: DOWN {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:30:27.290201 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:27.481384 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-e7b61558-65dc-4c8e-b694-8132b4d4301f tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231659701&fields=id&tenant_id=2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 267 time: 0.0553670
Apr 08 08:30:28.013693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-2de540fd-dd79-49d6-8ebd-5c052332a41b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:28.015312 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-2de540fd-dd79-49d6-8ebd-5c052332a41b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 811 time: 0.5241191
Apr 08 08:30:28.037271 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-b5e2bda1-91dd-41fb-80ed-3681945e5d0a tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/quotas/2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 375 time: 0.0154519
Apr 08 08:30:28.182117 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Deleting port 091bb770-c265-4e68-983d-05ab7fe13b17 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:28.182982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:28.255724 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-42e33002-5360-4f81-ab7a-6cec229a260c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2109025
Apr 08 08:30:28.508434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] For port 091bb770-c265-4e68-983d-05ab7fe13b17, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=091bb770-c265-4e68-983d-05ab7fe13b17,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:28.508828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:28.525889 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-66f7b7a7-1ec8-4126-9510-2c2f73d0b7f2 service neutron] 10.222.0.54 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512989
Apr 08 08:30:28.561438 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 84d7fc3f-a44d-42ab-8c0e-666128af62fb no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:30:28.603153 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 84d7fc3f-a44d-42ab-8c0e-666128af62fb {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:30:28.603696 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 84d7fc3f-a44d-42ab-8c0e-666128af62fb not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:30:28.674446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Calling delete_port for 091bb770-c265-4e68-983d-05ab7fe13b17 owned by network:router_interface {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:28.872119 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-be2055ab-5264-4ccb-a7ad-474e724532ff service neutron] 10.222.0.54 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875795
Apr 08 08:30:28.960159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:28.977146 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:29.045372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Pushing event deleted for resources: {'Port': ['ID=091bb770-c265-4e68-983d-05ab7fe13b17,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:29.159330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.159970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.160667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.161616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.162319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.163013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.163717 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.164434 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.165144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.165741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.167523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.168213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:29.178071 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:29.391842 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4981f166-911d-491b-a646-3684dd836982 req-b375d239-3928-4ed5-896c-45c274cd1678 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 210 time: 0.0703676
Apr 08 08:30:29.602908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:30.152421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:30:30.358013 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:30:30.368828 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] Sync routers for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:30:30.375497 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-9f87b5ed-b482-4ca6-b866-00083a8ebf2f admin admin] 10.222.0.54 "PUT /v2.0/routers/9a0504ab-e239-4501-9c80-7b0f9eb9ec51/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6843662
Apr 08 08:30:30.375863 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42726) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:30.385869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:30.387128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c114b0278>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:30.708862 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:30.789632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-5de01f09-ef73-4d70-b316-f8f67a954bab tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:30.791424 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-5de01f09-ef73-4d70-b316-f8f67a954bab tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 811 time: 0.4977264
Apr 08 08:30:30.859616 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-5627bc7a-2f7b-4ddc-99ca-5858f8016e02 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 8061 time: 0.0600734
Apr 08 08:30:30.869276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'port': {'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'admin_state_up': True, 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'security_groups': ['ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:30:30.915161 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-218364ce-aa38-413b-8155-ce0a28098fc8 req-9a69661a-4506-4f91-b0b8-c524b78e44f7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 210 time: 0.0564241
Apr 08 08:30:30.917432 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks [] for router, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:31.060270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:30:31.065404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:port and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:30:31.068898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:30:31.070727 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c114b0278>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:30:28Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:31.076020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] Checking router: 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:30:31.076422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:30:31.088319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] Routers {'9a0504ab-e239-4501-9c80-7b0f9eb9ec51'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:31.088559 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Made reservation on behalf of 2f8460e9e7c645d293d050f25071e311 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:30:31.089018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c114b0278>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:31.094933 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:31.148203 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:31.157969 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Deleting port 66190386-6b47-46dd-9a3f-793f0529c8cb {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:31.158177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:31.351093 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] Set router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:31.370242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Allocated IP 172.20.0.14 (696a1b6f-ec54-427b-a498-26979b9bd02e/27390a87-474b-4eef-8073-6db02915c71b/86619477-2b9c-4377-b6c6-1308514228b3) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:30:31.388056 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:30:31.395429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] For port 66190386-6b47-46dd-9a3f-793f0529c8cb, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=66190386-6b47-46dd-9a3f-793f0529c8cb,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:31.396008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:31.543101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Calling delete_port for 66190386-6b47-46dd-9a3f-793f0529c8cb owned by network:router_gateway {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:31.628495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:31.652229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Transition to ACTIVE for port object 86619477-2b9c-4377-b6c6-1308514228b3 will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:30:31.680389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:31.696543 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1d922858-3c58-44b0-9b0c-7339a485fbc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:31.734749 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:31.751688 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ea2e93bf-8124-4f61-8ea4-8f24d5cc26bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:31.815721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66190386-6b47-46dd-9a3f-793f0529c8cb,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:31.820319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:31.867942 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=86619477-2b9c-4377-b6c6-1308514228b3,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:31.873524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:31.895983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c114b0278>, [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:30:28Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:31.900761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ff4bf-5a3d-4eca-a905-33b8445bdd2f None None] The sync data for ids ['9a0504ab-e239-4501-9c80-7b0f9eb9ec51'] in dv-cinder-761113-10-iscsi is: [{'id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'name': 'tempest-TestShelveInstance-167824478-router', 'tenant_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:44Z', 'updated_at': '2021-04-08T08:30:28Z', 'revision_number': 5, 'project_id': '7a8ef22d6ce84471ad3f830cf5b79b5e', 'gw_port': {'id': '66190386-6b47-46dd-9a3f-793f0529c8cb', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:01:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0504ab-e239-4501-9c80-7b0f9eb9ec51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:45Z', 'updated_at': '2021-04-08T08:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:30:31.929196 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Network 696a1b6f-ec54-427b-a498-26979b9bd02e is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:30:31.930565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:30:31.933897 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:30:32.009239 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:32.010750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.047572 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17a33d13-28aa-4661-bb24-e9400e2ba407 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1826572
Apr 08 08:30:32.063639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Request body: {'port': {'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:30:32.066144 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.223219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.273221 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-05a8715b-99d3-4a35-8e59-2e1516a52db1 None None] Provisioning for port 86619477-2b9c-4377-b6c6-1308514228b3 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:30:32.281671 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-05a8715b-99d3-4a35-8e59-2e1516a52db1 None None] Provisioning complete for port 86619477-2b9c-4377-b6c6-1308514228b3 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:30:32.282411 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-05a8715b-99d3-4a35-8e59-2e1516a52db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.344873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.347463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-05a8715b-99d3-4a35-8e59-2e1516a52db1 None None] Port 86619477-2b9c-4377-b6c6-1308514228b3 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:30:32.349940 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.387401 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.388037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a0504ab-e239-4501-9c80-7b0f9eb9ec51 {{(pid=84307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:30:32.402034 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a1b6e-d7b4-44ca-b21e-8f9c7e48c004 req-001095a1-534b-431f-9a54-a4133632a3dc tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:32.403670 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0e8a1b6e-d7b4-44ca-b21e-8f9c7e48c004 req-001095a1-534b-431f-9a54-a4133632a3dc tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 932 time: 0.2817943
Apr 08 08:30:32.414625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.415767 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b4eb0b86-d6ce-4a42-96c5-ee5ad8842ca8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/9a0504ab-e239-4501-9c80-7b0f9eb9ec51 HTTP/1.1" status: 204  len: 168 time: 2.0389252
Apr 08 08:30:32.419018 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42734) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:32.439691 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0e8a1b6e-d7b4-44ca-b21e-8f9c7e48c004 req-13b3dc19-f053-4dd9-a9db-95999e68de94 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0284078
Apr 08 08:30:32.588578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] Deleting subnet 85bf35a8-00e8-4314-add3-6aff32684de0 {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:30:32.601823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.676460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1513428'] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.840311 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86619477-2b9c-4377-b6c6-1308514228b3 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:30:32.850636 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.854059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.912304 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Transition to ACTIVE for port object 86619477-2b9c-4377-b6c6-1308514228b3 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:30:32.917654 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:32.935629 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-10e8cdfd-78f3-43b3-afc4-d39cf37204e0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:33.188423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Pushing event updated for resources: {'Port': ['ID=86619477-2b9c-4377-b6c6-1308514228b3,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:33.194944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:33.484036 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826691203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28287534'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:33.504808 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:33.562558 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85bf35a8-00e8-4314-add3-6aff32684de0,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:33.620747 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:33.638000 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Attempting to bind port 86619477-2b9c-4377-b6c6-1308514228b3 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:30:33.638378 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Attempting to bind port 86619477-2b9c-4377-b6c6-1308514228b3 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:30:33.638746 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Attempting to bind port 86619477-2b9c-4377-b6c6-1308514228b3 on network 696a1b6f-ec54-427b-a498-26979b9bd02e {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:30:33.648186 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Port 86619477-2b9c-4377-b6c6-1308514228b3 on network 696a1b6f-ec54-427b-a498-26979b9bd02e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:30:33.648551 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Attempting to bind port 86619477-2b9c-4377-b6c6-1308514228b3 on network 696a1b6f-ec54-427b-a498-26979b9bd02e {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:30:33.650372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70f122-be80-46de-a410-c34ad77f9aa1 req-4282ca16-13b7-4df8-b79f-51c1e044ff22 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:33.651974 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6e70f122-be80-46de-a410-c34ad77f9aa1 req-4282ca16-13b7-4df8-b79f-51c1e044ff22 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 944 time: 0.0904586
Apr 08 08:30:33.658656 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:30:33.659041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Checking segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:30:33.659460 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Bound using segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:30:33.659937 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Bound port: 86619477-2b9c-4377-b6c6-1308514228b3, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:30:33.660325 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:33.686890 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6e70f122-be80-46de-a410-c34ad77f9aa1 req-f54438b1-630f-405a-82f9-5751857a1007 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0282304
Apr 08 08:30:33.708238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:33.712878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90949a14-8031-4bd0-a852-e4796ae40fcf None None] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:30:33.726731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42740) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:33.726973 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-12e2ae93-b7ae-413d-a2c7-ee5a3c9cf40f admin admin] 10.222.0.54 "DELETE /v2.0/subnets/85bf35a8-00e8-4314-add3-6aff32684de0 HTTP/1.1" status: 204  len: 168 time: 1.3060136
Apr 08 08:30:33.764536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] For port 86619477-2b9c-4377-b6c6-1308514228b3, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:30:33.768395 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] For port 86619477-2b9c-4377-b6c6-1308514228b3, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86619477-2b9c-4377-b6c6-1308514228b3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:30:33.773619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:33.792087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1c5608ae-4ad4-4466-a125-58f57ffeb5f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:33.801181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 091bb770-c265-4e68-983d-05ab7fe13b17 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:30:33.848579 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 091bb770-c265-4e68-983d-05ab7fe13b17 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:30:33.849211 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 091bb770-c265-4e68-983d-05ab7fe13b17 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:30:33.849454 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 66190386-6b47-46dd-9a3f-793f0529c8cb no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:30:33.851477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:33.902691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 66190386-6b47-46dd-9a3f-793f0529c8cb {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:30:33.903060 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 66190386-6b47-46dd-9a3f-793f0529c8cb not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:30:33.926608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Deleting port 83151f4e-ab33-40b7-89ca-47ea62471338 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:33.926983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:33.957785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Pushing event updated for resources: {'Port': ['ID=86619477-2b9c-4377-b6c6-1308514228b3,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:33.961149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:34.090021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] DHCP port deletion for 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 request from dv-cinder-761113-10-iscsi {{(pid=84308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 08:30:34.095399 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] Deleting port 83151f4e-ab33-40b7-89ca-47ea62471338 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:34.095912 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:34.172181 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] For port 83151f4e-ab33-40b7-89ca-47ea62471338, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=83151f4e-ab33-40b7-89ca-47ea62471338,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:34.172607 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:34.286653 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:34.287564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:34.289286 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] 10.222.0.48 "PUT /v2.0/ports/86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 200  len: 1094 time: 2.2341480
Apr 08 08:30:34.290136 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:30:34.333505 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Calling delete_port for 83151f4e-ab33-40b7-89ca-47ea62471338 owned by network:dhcp {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:34.352139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] For port 83151f4e-ab33-40b7-89ca-47ea62471338, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=83151f4e-ab33-40b7-89ca-47ea62471338,segment=NetworkSegment(857a84c7-b760-4636-9750-c5a195c06dfa),segment_id=857a84c7-b760-4636-9750-c5a195c06dfa)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:34.352605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:34.378889 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3', 'status': 'completed', 'code': 200}
Apr 08 08:30:34.427165 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:34.438490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-5707c578-42a3-4e01-8b5c-b06c2069d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:34.441421 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-5707c578-42a3-4e01-8b5c-b06c2069d099 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1097 time: 0.1076496
Apr 08 08:30:34.444606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-90b46990-2f71-4551-92da-8106ef84db89 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:34.512169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] Calling delete_port for 83151f4e-ab33-40b7-89ca-47ea62471338 owned by network:dhcp {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:34.513070 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Pushing event deleted for resources: {'Port': ['ID=83151f4e-ab33-40b7-89ca-47ea62471338,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:34.562499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:34.579905 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-760c11fb-1dc1-4825-a68d-979d22cf5d81 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 200  len: 217 time: 0.1304233
Apr 08 08:30:34.609580 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] No DVR routers for this DVR port 83151f4e-ab33-40b7-89ca-47ea62471338 on host dv-cinder-761113-10-iscsi {{(pid=84307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:30:34.616793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:30:34.617336 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:30:34.657410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17e50e73-104f-4ac8-8e4c-01147f119db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:34.659203 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-17e50e73-104f-4ac8-8e4c-01147f119db9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0734391
Apr 08 08:30:34.744486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:34.751938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-652960cb-1217-4835-b166-8a99ea49207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:34.753606 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-652960cb-1217-4835-b166-8a99ea49207f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0883846
Apr 08 08:30:34.901699 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-95e5d2b1-301d-4fd4-8075-0fcbff59225b service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409426
Apr 08 08:30:34.919838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0bcdb9e8>,) {'filters': {'network_id': ['66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417']}} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:34.942665 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0bcdb9e8>, '857a84c7-b760-4636-9750-c5a195c06dfa') {'for_net_delete': True} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:34.943012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0bcdb9e8>, '857a84c7-b760-4636-9750-c5a195c06dfa') {} {{(pid=84307) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:34.960053 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28326607'] for segment, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:34.980030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:34.997020 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f242009-6ff7-4df1-aa44-d907c7efadd2 req-23e62b3b-7507-425e-9e30-ac234572b5f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:34.998686 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3f242009-6ff7-4df1-aa44-d907c7efadd2 req-23e62b3b-7507-425e-9e30-ac234572b5f6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 944 time: 0.1739743
Apr 08 08:30:34.999780 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=84307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:30:35.050140 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-06727456-dac8-4d8b-b59a-b2aa5593e6b8 req-ef025308-085d-489d-8c43-40d3325e563d service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415467
Apr 08 08:30:35.115624 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-3f242009-6ff7-4df1-aa44-d907c7efadd2 req-d2f21039-6247-4750-aef1-3ffd1a0c683e tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999827
Apr 08 08:30:35.118516 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] Deleting port 83151f4e-ab33-40b7-89ca-47ea62471338 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:35.120047 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:35.170568 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-cb3381b3-87ab-4533-b342-a663cfb4cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:35.172284 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-cb3381b3-87ab-4533-b342-a663cfb4cb22 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1097 time: 0.0806653
Apr 08 08:30:35.209049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f4756252-028f-4e3b-a6f2-954965167409 None None] The port '83151f4e-ab33-40b7-89ca-47ea62471338' was deleted {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 08:30:35.222472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:30:35.234238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853245106'] for segment, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:35.330436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-39caca9c-8dd4-4e55-bdfc-940c55527a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:35.331952 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-39caca9c-8dd4-4e55-bdfc-940c55527a16 service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1472335
Apr 08 08:30:35.410131 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-b67c7e68-4e10-4913-a2fc-936663836744 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 200  len: 217 time: 0.0704021
Apr 08 08:30:35.417126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Network 66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 has no segments {{(pid=84307) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:30:35.440597 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:30:35.480243 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-35be4870-142f-46f6-b68b-89d82af46e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:35.481940 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-35be4870-142f-46f6-b68b-89d82af46e40 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0651724
Apr 08 08:30:35.521110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:35.524876 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:35.539439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:35.550951 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Pushing event deleted for resources: {'Network': ['ID=66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:35.554478 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:35.565339 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-9d01c380-feb2-4052-8665-687a6fb8197d admin admin] 10.222.0.54 "DELETE /v2.0/networks/66a5f04b-6647-4bd6-8bf6-ce8fc8f5d417 HTTP/1.1" status: 204  len: 168 time: 1.8361144
Apr 08 08:30:35.568278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42748) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:35.569216 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-c443b95d-accf-4858-a7e7-0ce0c3372997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:35.570919 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-c443b95d-accf-4858-a7e7-0ce0c3372997 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0830445
Apr 08 08:30:35.726969 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-09a11382-3f5f-4fd5-b711-33994676707c service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488361
Apr 08 08:30:35.785513 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 83151f4e-ab33-40b7-89ca-47ea62471338 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:30:35.832802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 83151f4e-ab33-40b7-89ca-47ea62471338 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:30:35.833374 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 83151f4e-ab33-40b7-89ca-47ea62471338 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:30:35.894578 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-77d51d06-d44c-4edb-a98e-64bf2b771cdc req-2f8424e1-42cb-4206-9a41-a9a3c9bdc2fe service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607020
Apr 08 08:30:36.416752 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb75007-e204-4768-835a-547402a63100 req-c390d910-b1be-4ab0-8fab-34bbb4bed830 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:36.418296 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8eb75007-e204-4768-835a-547402a63100 req-c390d910-b1be-4ab0-8fab-34bbb4bed830 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 944 time: 0.1726608
Apr 08 08:30:36.459734 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8eb75007-e204-4768-835a-547402a63100 req-9edcc6a8-8f7c-42bc-b857-b488562ed86c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329964
Apr 08 08:30:36.537389 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:36.914477 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Deleting port e0377f88-f272-427e-826d-9bbade886fb9 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:36.914870 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:37.113980 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] For port e0377f88-f272-427e-826d-9bbade886fb9, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=e0377f88-f272-427e-826d-9bbade886fb9,segment=NetworkSegment(15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9),segment_id=15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:37.114380 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:37.249578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Calling delete_port for e0377f88-f272-427e-826d-9bbade886fb9 owned by network:router_interface {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:37.426410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:37.442947 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-5b326c49-e649-44a5-9ecc-b56bcafbfef9 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:37.504931 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0377f88-f272-427e-826d-9bbade886fb9,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:37.509042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:37.807486 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffbef1-d0ca-4491-ab2d-54dc311b731a req-ac115332-ccb0-4f34-9146-9bf87a46cf45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:37.809206 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-67ffbef1-d0ca-4491-ab2d-54dc311b731a req-ac115332-ccb0-4f34-9146-9bf87a46cf45 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 944 time: 0.2305548
Apr 08 08:30:37.977506 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-67ffbef1-d0ca-4491-ab2d-54dc311b731a req-16f96a4d-ffd5-406b-9b32-703c3bb3d15c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1544766
Apr 08 08:30:38.043189 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:38.796683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:30:38.995450 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:30:39.007371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] Sync routers for ids ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:30:39.013557 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-353376e0-5bb5-418e-b888-6db03e8ac844 admin admin] 10.222.0.54 "PUT /v2.0/routers/2eddc9f4-34b1-4986-ac94-dcfb77aba5e0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4441528
Apr 08 08:30:39.018112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42758) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:39.029439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] Routers {'2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:39.030700 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c1077dc50>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:39.290809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks [] for router, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:39.479986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] Set router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:39.482232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97cf7b-7c95-49e8-b3e3-ac0260dbcdfd req-f722da1c-a39c-4e10-85ba-2dae95fd7ff7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:39.483876 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e97cf7b-7c95-49e8-b3e3-ac0260dbcdfd req-f722da1c-a39c-4e10-85ba-2dae95fd7ff7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 944 time: 0.2773626
Apr 08 08:30:39.531407 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9e97cf7b-7c95-49e8-b3e3-ac0260dbcdfd req-9d5b2c17-4a0e-4095-834b-00a339123dba tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354252
Apr 08 08:30:39.545148 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:39.562283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Deleting port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:39.562667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:39.751730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] For port ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:39.752055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:39.785892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c1077dc50>, [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138'}], 'enable_snat': True}, 'gw_port_id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:30:37Z', 'revision_number': 5, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port': {'id': 'ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ac:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:25:54Z', 'updated_at': '2021-04-08T08:26:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:39.790289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] Checking router: 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:30:39.799461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] Routers {'2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:39.800152 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c1077dc50>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:39.889128 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Calling delete_port for ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a owned by network:router_gateway {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:39.966219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] Set router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 gateway port host: None {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:40.066704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:40.081248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c1077dc50>, [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:30:39Z', 'revision_number': 6, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port_host': None}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:40.083046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7de87b5b-2e8c-475f-9b7e-0a7b467f98f2 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:40.085414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82083ba5-6288-4030-8375-2546a66df8e9 None None] The sync data for ids ['2eddc9f4-34b1-4986-ac94-dcfb77aba5e0'] in dv-cinder-761113-10-iscsi is: [{'id': '2eddc9f4-34b1-4986-ac94-dcfb77aba5e0', 'name': 'tempest-TestShelveInstance-1064659912-router', 'tenant_id': '6a259a654b564027b2109d064eb23741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:25:53Z', 'updated_at': '2021-04-08T08:30:39Z', 'revision_number': 6, 'project_id': '6a259a654b564027b2109d064eb23741', 'gw_port_host': None}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:30:40.142990 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:40.196417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:40.359758 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:40.547694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:40.550127 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:40.583597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:40.584261 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 {{(pid=84307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:30:40.598278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] Notify callbacks [] for router, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:40.599507 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a9b189bf-77c1-4023-9006-293207be0058 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2eddc9f4-34b1-4986-ac94-dcfb77aba5e0 HTTP/1.1" status: 204  len: 168 time: 1.5803485
Apr 08 08:30:40.602170 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42764) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:40.721859 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] Deleting subnet 6af2a8a7-23a7-47fd-90a7-9eb4fa076b29 {{(pid=84307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:30:40.726213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:40.801037 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826449161'] for subnet, precommit_delete_associations {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:40.860751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79d217-08d8-408a-b41d-fa8cc5f7d2cb req-6d16de09-8546-4a53-8ade-3580846dbad8 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:40.862309 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7d79d217-08d8-408a-b41d-fa8cc5f7d2cb req-6d16de09-8546-4a53-8ade-3580846dbad8 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 944 time: 0.2065899
Apr 08 08:30:40.910755 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-7d79d217-08d8-408a-b41d-fa8cc5f7d2cb req-1184efad-60f6-4e80-8f03-feed5b21fe7d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388358
Apr 08 08:30:40.923798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:41.203177 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853245165', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036827350663'] for subnet, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:41.219382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:41.516588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af2a8a7-23a7-47fd-90a7-9eb4fa076b29,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:41.520375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:41.602715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for subnet, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:41.608534 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6ae39-42d6-4397-92cb-6509b9182e41 None None] Network 8e0e345a-d099-4606-a290-3612ecd443df requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:30:41.609695 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-40824461-aea1-44e3-aead-52407cc9c722 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6af2a8a7-23a7-47fd-90a7-9eb4fa076b29 HTTP/1.1" status: 204  len: 168 time: 1.0063474
Apr 08 08:30:41.611761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 42768) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:41.732262 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:41.786930 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device e0377f88-f272-427e-826d-9bbade886fb9 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:30:41.810416 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Deleting port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:41.810986 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:41.830297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: e0377f88-f272-427e-826d-9bbade886fb9 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:30:41.830690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device e0377f88-f272-427e-826d-9bbade886fb9 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:30:41.831142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:30:41.870101 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:30:41.870492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device ae2ae4bd-5fd8-4ecc-b6cf-c17bcb2d2f7a not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:30:41.951586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] DHCP port deletion for 8e0e345a-d099-4606-a290-3612ecd443df request from dv-cinder-761113-10-iscsi {{(pid=84308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 08:30:41.961443 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] Deleting port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:41.961915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.044883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] For port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54,segment=NetworkSegment(15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9),segment_id=15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:42.045693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.126035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37289384-10c8-4bc7-bdeb-501b29e36dad req-d0234ad8-a2ad-4fe9-9131-f13ae8788895 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:42.127808 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-37289384-10c8-4bc7-bdeb-501b29e36dad req-d0234ad8-a2ad-4fe9-9131-f13ae8788895 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 944 time: 0.0949569
Apr 08 08:30:42.160592 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-37289384-10c8-4bc7-bdeb-501b29e36dad req-93789521-c47f-4155-8aff-d86987a882f3 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0260658
Apr 08 08:30:42.186303 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Calling delete_port for b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 owned by network:dhcp {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:42.201908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] For port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54,segment=NetworkSegment(15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9),segment_id=15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:42.202452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.268427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.283956 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-17189fc8-64b4-4d69-9027-d4e4829e2de5 tempest-VolumesNegativeTest-1581293768 tempest-VolumesNegativeTest-1581293768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:42.338294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] Calling delete_port for b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 owned by network:dhcp {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:30:42.345257 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:42.396028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:42.415449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:30:42.416655 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:30:42.432936 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] No DVR routers for this DVR port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 on host dv-cinder-761113-10-iscsi {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:30:42.556791 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.653096 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 86619477-2b9c-4377-b6c6-1308514228b3 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:30:42.671715 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c1038abe0>,) {'filters': {'network_id': ['8e0e345a-d099-4606-a290-3612ecd443df']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:42.685111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c1038abe0>, '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:42.685451 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c1038abe0>, '15a73e8b-4b1f-44ad-ad3b-ba7d4cbd86d9') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:42.698570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.717052 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.723694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:30:42.800829 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 86619477-2b9c-4377-b6c6-1308514228b3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86619477-2b9c-4377-b6c6-1308514228b3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:42.815670 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '86619477-2b9c-4377-b6c6-1308514228b3', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:30:42.880178 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.881520 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86619477-2b9c-4377-b6c6-1308514228b3 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:30:42.899425 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 86619477-2b9c-4377-b6c6-1308514228b3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86619477-2b9c-4377-b6c6-1308514228b3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:42.902511 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.905242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:42.906797 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Network 8e0e345a-d099-4606-a290-3612ecd443df has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:30:42.916941 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:42.942792 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] Deleting port b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:30:42.943217 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:43.039730 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-99aaa8c2-7d5f-46a1-9a32-7df635ec9e6e None None] The port 'b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54' was deleted {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 08:30:43.058861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=86619477-2b9c-4377-b6c6-1308514228b3,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:43.067138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.067537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.067924 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.068306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.068682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.069058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.069429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.069830 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.070205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.070579 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.070951 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.071610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:30:43.075441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:43.100794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Network 8e0e345a-d099-4606-a290-3612ecd443df has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:30:43.112123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['86619477-2b9c-4377-b6c6-1308514228b3'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:30:43.124406 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:30:43.241800 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:43.246544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:43.264461 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:43.271202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e0e345a-d099-4606-a290-3612ecd443df,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:43.276612 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:43.290411 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8e0e345a-d099-4606-a290-3612ecd443df HTTP/1.1" status: 204  len: 168 time: 1.6759057
Apr 08 08:30:43.378853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa8303-14e0-4ad8-9b04-8bf03ffcba23 req-4259d8ea-dd70-4dfb-9961-b875bb324f66 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:43.380480 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a4aa8303-14e0-4ad8-9b04-8bf03ffcba23 req-4259d8ea-dd70-4dfb-9961-b875bb324f66 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 945 time: 0.0905099
Apr 08 08:30:43.413699 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a4aa8303-14e0-4ad8-9b04-8bf03ffcba23 req-c7d106d2-3f58-48bd-8311-86c8b0b6d63f tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0253112
Apr 08 08:30:43.528252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42778) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:43.759925 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-cb58e772-9257-4d7d-85d4-66baf4d6e42c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7a8ef22d6ce84471ad3f830cf5b79b5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2295799
Apr 08 08:30:43.762306 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42784) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:43.773419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:30:43.811004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:30:43.811408 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b97e7fe7-7d2b-481c-b35f-aef7c3bc8f54 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:30:43.830479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c24cc790-03a3-4c68-a9d4-5725f9c86cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:43.857264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c24cc790-03a3-4c68-a9d4-5725f9c86cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:43.910910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c24cc790-03a3-4c68-a9d4-5725f9c86cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:43.916591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4c766849-adf7-4f95-a8db-62857260242d tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:43.930983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24cc790-03a3-4c68-a9d4-5725f9c86cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5252acd8-79d6-45b4-b0a6-55b9269e891c,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:43.936646 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c24cc790-03a3-4c68-a9d4-5725f9c86cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:43.938619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c24cc790-03a3-4c68-a9d4-5725f9c86cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:43.939819 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-c24cc790-03a3-4c68-a9d4-5725f9c86cb3 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5252acd8-79d6-45b4-b0a6-55b9269e891c HTTP/1.1" status: 204  len: 168 time: 0.1765101
Apr 08 08:30:44.240630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42792) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:44.277375 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a9ee5b77-226b-4b4c-8e8f-1bf816082b44 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a259a654b564027b2109d064eb23741&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0353127
Apr 08 08:30:44.279967 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42796) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:44.341904 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aaba87ca-a068-4b87-bec9-326a8711b3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:44.369566 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aaba87ca-a068-4b87-bec9-326a8711b3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:44.425570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aaba87ca-a068-4b87-bec9-326a8711b3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:44.429474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-513d0640-61a2-48f8-b135-884e33924250 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:44.441776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba87ca-a068-4b87-bec9-326a8711b3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac0dfa4-73e2-4a88-b103-c923ca72acf1,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:44.445906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aaba87ca-a068-4b87-bec9-326a8711b3d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:44.449472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aaba87ca-a068-4b87-bec9-326a8711b3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:44.453404 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-aaba87ca-a068-4b87-bec9-326a8711b3d0 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5ac0dfa4-73e2-4a88-b103-c923ca72acf1 HTTP/1.1" status: 204  len: 168 time: 0.1698177
Apr 08 08:30:44.630212 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02e7e5-099b-4cce-88e1-b05146a716fb req-9161af60-2a5f-41bf-99d1-6626739cbc4b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:44.631824 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fb02e7e5-099b-4cce-88e1-b05146a716fb req-9161af60-2a5f-41bf-99d1-6626739cbc4b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 945 time: 0.0923629
Apr 08 08:30:44.666824 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fb02e7e5-099b-4cce-88e1-b05146a716fb req-49100f13-f1fb-4d8b-9899-ec3c8af9c18f tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0270386
Apr 08 08:30:44.668524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 86619477-2b9c-4377-b6c6-1308514228b3 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:30:44.745902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 86619477-2b9c-4377-b6c6-1308514228b3 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:30:44.751259 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 86619477-2b9c-4377-b6c6-1308514228b3 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:30:44.751684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:44.885051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:44.896265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:30:44.906556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 86619477-2b9c-4377-b6c6-1308514228b3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86619477-2b9c-4377-b6c6-1308514228b3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:30:44.909562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:44.911756 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:44.950081 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3', 'code': 200}
Apr 08 08:30:44.984229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=86619477-2b9c-4377-b6c6-1308514228b3,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:44.987332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:45.039452 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-06af9148-15fd-49c4-afbf-b9b0913bdc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:45.224164 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac3c28-fabf-4119-aab0-593574147afd req-3061f1cd-a25d-424c-b6b1-8096fdd55a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:45.225826 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-60ac3c28-fabf-4119-aab0-593574147afd req-3061f1cd-a25d-424c-b6b1-8096fdd55a24 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1099 time: 0.0794766
Apr 08 08:30:45.253214 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-60ac3c28-fabf-4119-aab0-593574147afd req-2103aeca-3273-4967-bc06-eac63be0f5f7 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0207283
Apr 08 08:30:45.877369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026fb5a-abcc-41dd-9c37-062a95b821fb req-0e41b015-8207-47b7-8a01-1167d78364c1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:45.879014 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d026fb5a-abcc-41dd-9c37-062a95b821fb req-0e41b015-8207-47b7-8a01-1167d78364c1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 946 time: 0.0955951
Apr 08 08:30:45.911802 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-d026fb5a-abcc-41dd-9c37-062a95b821fb req-f22f8f88-e613-4248-9b5f-148c80b1d63c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0254900
Apr 08 08:30:47.112482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10c494-75a3-4e3d-a05d-d6a20a9b6b4f req-17029b62-1349-4ead-8073-544f4b84cd69 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:47.114090 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed10c494-75a3-4e3d-a05d-d6a20a9b6b4f req-17029b62-1349-4ead-8073-544f4b84cd69 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 946 time: 0.0897632
Apr 08 08:30:47.144710 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed10c494-75a3-4e3d-a05d-d6a20a9b6b4f req-4fa7c913-8a0f-4ce1-94c9-1d3415d5193a tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0241945
Apr 08 08:30:47.352023 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f971421-ae58-4dbc-9b92-c87e548dfb13 req-1243d5c6-a5e5-410b-a372-9ce4bbedd166 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:47.353655 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f971421-ae58-4dbc-9b92-c87e548dfb13 req-1243d5c6-a5e5-410b-a372-9ce4bbedd166 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 946 time: 0.0926397
Apr 08 08:30:47.383574 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-8f971421-ae58-4dbc-9b92-c87e548dfb13 req-7a146974-204c-447f-828f-b8421428d38a tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0236511
Apr 08 08:30:47.409011 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42812) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:47.487475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77920bd7-f127-4988-9b96-c0ac9866c781 tempest-TestVolumeBootPattern-159274789 tempest-TestVolumeBootPattern-159274789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:47.489023 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-77920bd7-f127-4988-9b96-c0ac9866c781 tempest-TestVolumeBootPattern-159274789 tempest-TestVolumeBootPattern-159274789-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1094 time: 0.0789769
Apr 08 08:30:47.491981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42816) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:30:47.498031 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:30:47.504276 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:30:47.508300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:floatingip and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:30:47.512084 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:30:47.518118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:30:47.527404 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:47.672126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:47.823219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Allocated IP 172.27.1.146 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/755bac9d-0c8b-4dc9-90c5-e90d75e65b8c) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:30:47.980284 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:48.010741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:48.026377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:48.141234 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c62d2775-187b-403e-8742-4368d20e8ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:48.175417 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=755bac9d-0c8b-4dc9-90c5-e90d75e65b8c,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:48.179807 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:48.221561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:48.226403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:30:48.227588 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:30:48.230919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:30:48.663596 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:48.739608 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:49.016057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:49.019659 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:49.032961 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3f8e4163-72f3-4a6e-a6b3-eeedf1279f76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:30:49.177470 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=755bac9d-0c8b-4dc9-90c5-e90d75e65b8c,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:30:49.180453 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:30:49.282069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:49.351151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:49.465802 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Floating IP 47be71ab-02a3-45a0-8e82-1cbbb96bcc8b associated. External IP: 172.27.1.146, port: 86619477-2b9c-4377-b6c6-1308514228b3.
Apr 08 08:30:50.050193 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:50.078885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Router 598e4167-8bc7-4c17-9232-a24103478760 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:30:50.271923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:30:50.283357 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:30:50.294850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:50.295544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc9d5c0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:50.299597 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:30:50.365209 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-3490fa99-8a55-41ae-a756-311128cc7389 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8721228
Apr 08 08:30:50.365921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:30:50.633642 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3', 'status': 'completed', 'code': 200}
Apr 08 08:30:50.673246 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:50.736369 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-da4c968f-fb57-4107-b270-ef1248d35ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:50.738039 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-da4c968f-fb57-4107-b270-ef1248d35ae7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1099 time: 0.0829990
Apr 08 08:30:51.064200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc9d5c0>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:48Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:51.068750 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:30:51.079225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:30:51.079923 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc9d5c0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:30:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:51.134868 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-3d0c1bc6-6e85-4523-8dbe-fedb22766879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:51.136631 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-3d0c1bc6-6e85-4523-8dbe-fedb22766879 service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.3922293
Apr 08 08:30:51.250737 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-088d9d5e-2db7-44a4-b541-12286ed6843b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 200  len: 1000 time: 0.1066341
Apr 08 08:30:51.274394 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:30:51.320159 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-08faa15b-402f-455b-8dd8-bc8ee9c414bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:51.321748 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-08faa15b-402f-455b-8dd8-bc8ee9c414bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0650961
Apr 08 08:30:51.407129 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-d9bcb966-7b9b-4ef7-bdf2-4ba7ab605fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:30:51.408733 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-d9bcb966-7b9b-4ef7-bdf2-4ba7ab605fa5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0813632
Apr 08 08:30:51.559287 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-d8fb3c6a-f731-46f8-9850-5f763241ce96 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426311
Apr 08 08:30:51.655698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bc9d5c0>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:48Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:30:51.659865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9bfbeb-33fd-464c-949d-038e861e8110 None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:48Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:30:51.707038 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-6eb55952-3aa3-4ecf-8e0c-b396b931257e req-791da983-8749-41a2-b047-606589d7fe7e service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415119
Apr 08 08:30:51.946373 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b56dcc-95b2-4daf-8f2d-0e907b0fd5b0 None None] New status for floating IP 47be71ab-02a3-45a0-8e82-1cbbb96bcc8b: ACTIVE {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:30:52.946761 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:01.663800 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-c0c649c1-4855-4b62-8778-ac82c50c8cfa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0802100
Apr 08 08:31:01.812230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-09e39c21-2783-4721-a58b-550ed3c4b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:31:01.813856 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-09e39c21-2783-4721-a58b-550ed3c4b58d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1099 time: 0.0795584
Apr 08 08:31:01.969323 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-3b4dec3e-209a-4db9-9719-0de3ae228709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:31:01.970922 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-3b4dec3e-209a-4db9-9719-0de3ae228709 service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1380599
Apr 08 08:31:02.083256 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-f3e683e3-a0ab-4cdb-b2ae-454961126a13 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 200  len: 1002 time: 0.1058328
Apr 08 08:31:02.158429 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-7f4423a7-169e-4122-ab9b-41c2bfcc2df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:31:02.159978 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-7f4423a7-169e-4122-ab9b-41c2bfcc2df5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0676148
Apr 08 08:31:02.248479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-67b0264d-fa65-4b9b-a1bf-cf29e407b5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:31:02.250139 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-67b0264d-fa65-4b9b-a1bf-cf29e407b5ac service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0793104
Apr 08 08:31:02.393717 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-496329f9-89a6-4097-8f7a-ef1d84fbd3d2 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365471
Apr 08 08:31:02.543071 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-13206cd2-2b8c-4025-a3b3-aa768b5e15cf req-33039a70-8863-431d-a83a-08e2e2f4393b service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384234
Apr 08 08:31:08.388885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:31:15.042989 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-75d633e7-b8ba-46e8-bd0b-caa3ae20b8bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:18.143837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6adc9b70-925c-4ba1-b368-61c4f360d5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:18.215043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:19.357280 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:20.053422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:22.953150 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:45.044709 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e9a4ff32-e771-42a2-abf8-6a13e3a2d9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:45.388225 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:31:48.144348 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-56a4735c-58fb-439f-b47f-850d93da6b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:48.218633 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:49.358252 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:50.056365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:31:52.944352 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:02.672274 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-df453e88-7732-48d7-99fb-3689d2179807 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776079
Apr 08 08:32:02.828301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-48afdec3-661f-47fa-8e77-3b003fae4fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:02.829976 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-48afdec3-661f-47fa-8e77-3b003fae4fb7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1099 time: 0.0853593
Apr 08 08:32:02.998427 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-90b5d606-1aaf-4a40-9dc2-5371d79e5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:03.000504 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-90b5d606-1aaf-4a40-9dc2-5371d79e5826 service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1508534
Apr 08 08:32:03.119205 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-1937cdb1-bae7-429f-b312-9f8e1b764e4a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 200  len: 1002 time: 0.1117029
Apr 08 08:32:03.193187 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-707bb6b3-2005-4591-ad40-f6110eb30602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:03.194835 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-707bb6b3-2005-4591-ad40-f6110eb30602 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0695949
Apr 08 08:32:03.282044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-565f6ce6-e807-4628-8ed0-82ed1edb7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:03.283600 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-565f6ce6-e807-4628-8ed0-82ed1edb7692 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0825493
Apr 08 08:32:03.430649 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-946843ca-d82a-4b7c-afe2-45bdae9d75c1 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399539
Apr 08 08:32:03.575027 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-9ae59eee-1bc9-4506-a38d-032f4f35d43f req-af48eb64-47cd-4d7c-ab99-2ad599549b5d service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377602
Apr 08 08:32:15.048294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-9bb85f5b-b676-4812-a5d8-b0b2f4da741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:18.147334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-36ffd192-ab03-4b46-8647-e7e9c3090d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:18.221631 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:19.361222 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:20.057548 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:22.388561 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:32:22.945027 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:37.513058 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-14078cfa-e423-4ff5-8798-da9c7233cbb6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1231659701&fields=id&tenant_id=2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 267 time: 0.0268269
Apr 08 08:32:37.679552 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448b94-e570-4931-a17b-20a974b3953c req-3ed6d66b-51e5-460a-93c2-ec0a7348a6b8 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:37.681000 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-3ed6d66b-51e5-460a-93c2-ec0a7348a6b8 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 811 time: 0.1602483
Apr 08 08:32:37.698244 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-1e2b86c9-5fd2-4a5b-bb01-3e2e757e0fcb tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/quotas/2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 375 time: 0.0109928
Apr 08 08:32:37.799419 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-077937cd-c33a-4c7d-9c9e-faf409bdbdcf tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0949593
Apr 08 08:32:37.949109 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-bf7ded20-ab52-4e48-b993-0b2905c27790 service neutron] 10.222.0.54 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367841
Apr 08 08:32:38.094869 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-14a53e2a-5385-4f74-aa39-e04cef1a53bf service neutron] 10.222.0.54 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1385388
Apr 08 08:32:38.516698 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-648c8da1-8626-43c6-ac9d-b8f3d5a4dae0 req-2dfe5ed8-2532-479d-a262-d749f7e3cdb6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 210 time: 0.0534270
Apr 08 08:32:39.566804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448b94-e570-4931-a17b-20a974b3953c req-a82b8c2e-b0a4-48d9-a60a-3b3bdf5432f1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:39.568769 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-a82b8c2e-b0a4-48d9-a60a-3b3bdf5432f1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 811 time: 0.1690514
Apr 08 08:32:39.633573 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-e404cee3-0924-4d6f-96a7-ff85a13ec2c4 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f8460e9e7c645d293d050f25071e311 HTTP/1.1" status: 200  len: 8061 time: 0.0566144
Apr 08 08:32:39.645205 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'port': {'device_id': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'admin_state_up': True, 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'security_groups': ['ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821']}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:32:39.683643 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-14505d50-f952-4da2-9cd2-f3aba34cb2e8 req-a7d44a55-0699-46d1-9bcb-071546673767 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 210 time: 0.0502384
Apr 08 08:32:39.797798 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:32:39.802198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:port and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:32:39.805283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84306) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:32:39.812229 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84306) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:32:39.821501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Made reservation on behalf of 2f8460e9e7c645d293d050f25071e311 for: {'port': 1} {{(pid=84306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 08 08:32:39.828533 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:39.986625 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Allocated IP 172.20.0.3 (696a1b6f-ec54-427b-a498-26979b9bd02e/27390a87-474b-4eef-8073-6db02915c71b/0d07486f-63cb-4828-8c14-031f457490a9) {{(pid=84306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:32:40.195949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:40.214219 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Transition to ACTIVE for port object 0d07486f-63cb-4828-8c14-031f457490a9 will not be triggered until provisioned by entity DHCP. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:32:40.238233 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_create {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:40.254895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-66fff0f8-dec4-4a7e-9729-a6ce5c6df38d tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:32:40.402523 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=0d07486f-63cb-4828-8c14-031f457490a9,revision_number=1']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:32:40.415482 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.415906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.416319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.416729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.417135 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.417538 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.417964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.418367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.418985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.419391 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.419793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.420195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:40.425591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:32:40.463913 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Network 696a1b6f-ec54-427b-a498-26979b9bd02e is already hosted by enough agents. {{(pid=84306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:32:40.465066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources bound (agent type, host, resource id):  {{(pid=84306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:32:40.467965 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Received port after_create {{(pid=84306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:32:40.539066 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:40.539744 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:40.565428 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-0f0adce7-0475-426a-a446-db2e10b6da54 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9245369
Apr 08 08:32:40.577866 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Request body: {'port': {'device_id': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76111'}} {{(pid=84306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:32:40.701375 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:40.705786 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-f3e9cf6c-8501-4e28-abb5-06c22f1a08bc None None] Provisioning for port 0d07486f-63cb-4828-8c14-031f457490a9 completed by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:32:40.710865 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-f3e9cf6c-8501-4e28-abb5-06c22f1a08bc None None] Provisioning complete for port 0d07486f-63cb-4828-8c14-031f457490a9 triggered by entity DHCP. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:32:40.711279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f3e9cf6c-8501-4e28-abb5-06c22f1a08bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:40.773114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-f3e9cf6c-8501-4e28-abb5-06c22f1a08bc None None] Port 0d07486f-63cb-4828-8c14-031f457490a9 cannot update to ACTIVE because it is not bound. {{(pid=84308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 08 08:32:40.895291 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eaf5c-9ca0-4be5-b7ac-ef52a6e8ff7c req-7df110d4-03aa-4ea8-9b0a-214ebd87d21d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:40.896954 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a74eaf5c-9ca0-4be5-b7ac-ef52a6e8ff7c req-7df110d4-03aa-4ea8-9b0a-214ebd87d21d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 931 time: 0.0921307
Apr 08 08:32:40.929592 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a74eaf5c-9ca0-4be5-b7ac-ef52a6e8ff7c req-cab7042c-29ed-4405-8436-de49a2e0258f tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0257823
Apr 08 08:32:41.119837 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d07486f-63cb-4828-8c14-031f457490a9 {{(pid=84306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:32:41.127847 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:41.142762 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Transition to ACTIVE for port object 0d07486f-63cb-4828-8c14-031f457490a9 will not be triggered until provisioned by entity L2. {{(pid=84306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 08 08:32:41.145393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:41.159073 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:32:41.551914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d07486f-63cb-4828-8c14-031f457490a9,revision_number=2']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:32:41.554938 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:32:41.781067 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Attempting to bind port 0d07486f-63cb-4828-8c14-031f457490a9 on host hv-cinder-76111 for vnic_type normal with profile  {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 08 08:32:41.781640 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Attempting to bind port 0d07486f-63cb-4828-8c14-031f457490a9 by drivers openvswitch,hyperv on host hv-cinder-76111 at level 0 using segments [{'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 08 08:32:41.781790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Attempting to bind port 0d07486f-63cb-4828-8c14-031f457490a9 on network 696a1b6f-ec54-427b-a498-26979b9bd02e {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:32:41.786799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Port 0d07486f-63cb-4828-8c14-031f457490a9 on network 696a1b6f-ec54-427b-a498-26979b9bd02e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76111 {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 08 08:32:41.787421 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Attempting to bind port 0d07486f-63cb-4828-8c14-031f457490a9 on network 696a1b6f-ec54-427b-a498-26979b9bd02e {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 08 08:32:41.793248 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Checking agent: {'id': '1fdf49a1-ae14-4e39-8f9d-7e53024b6225', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76111', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'started_at': datetime.datetime(2021, 4, 8, 8, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 4, 8, 8, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 08 08:32:41.794096 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Checking segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 08 08:32:41.794581 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Bound using segment: {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'} {{(pid=84306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 08 08:32:41.795232 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Bound port: 0d07486f-63cb-4828-8c14-031f457490a9, host: hv-cinder-76111, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ccde71-da62-4e64-b82a-2062684c55f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e'}}] {{(pid=84306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 08 08:32:41.795572 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:41.876950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] For port 0d07486f-63cb-4828-8c14-031f457490a9, host hv-cinder-76111, cleared binding levels {{(pid=84306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 08 08:32:41.879983 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] For port 0d07486f-63cb-4828-8c14-031f457490a9, host hv-cinder-76111, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0d07486f-63cb-4828-8c14-031f457490a9,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 08 08:32:41.883283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826691250'] for port, after_update {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:41.898414 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:32:42.056044 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d07486f-63cb-4828-8c14-031f457490a9,revision_number=3']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:32:42.061530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:32:42.098710 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:42.099312 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:42.100821 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-de2087e1-fa84-431e-b8a6-1d90871425b1 service neutron] 10.222.0.48 "PUT /v2.0/ports/0d07486f-63cb-4828-8c14-031f457490a9 HTTP/1.1" status: 200  len: 1093 time: 1.5278809
Apr 08 08:32:42.101403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:32:42.148059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bc0ab-80ad-4b9c-8a56-42001009bd0a req-cec9d7a9-36d1-457f-9909-2908e2f5bd22 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:42.149843 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fe2bc0ab-80ad-4b9c-8a56-42001009bd0a req-cec9d7a9-36d1-457f-9909-2908e2f5bd22 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 943 time: 0.1037409
Apr 08 08:32:42.194313 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-fe2bc0ab-80ad-4b9c-8a56-42001009bd0a req-bbd4a2db-9850-43d4-bc76-261ecfd87de0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371349
Apr 08 08:32:42.224564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448b94-e570-4931-a17b-20a974b3953c req-cf63f06b-9cdc-44c0-9097-4267e8a714f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:42.226251 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-cf63f06b-9cdc-44c0-9097-4267e8a714f4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 1096 time: 0.0875647
Apr 08 08:32:42.298341 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9', 'status': 'completed', 'code': 200}
Apr 08 08:32:42.307334 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-09e4a175-21b4-45f7-8eb2-ae0e9434239c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d07486f-63cb-4828-8c14-031f457490a9 HTTP/1.1" status: 200  len: 217 time: 0.0737689
Apr 08 08:32:42.377300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448b94-e570-4931-a17b-20a974b3953c req-aca14cb4-b991-4102-9416-c53446ec7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:42.378799 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-aca14cb4-b991-4102-9416-c53446ec7e9a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0654225
Apr 08 08:32:42.468910 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8448b94-e570-4931-a17b-20a974b3953c req-d883cc99-f303-4b21-8752-18d4c39d429b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:42.470560 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-d883cc99-f303-4b21-8752-18d4c39d429b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0858707
Apr 08 08:32:42.618704 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-cf8af7e8-cbce-4499-9633-724ba4dd0e3a service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404755
Apr 08 08:32:42.762391 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b8448b94-e570-4931-a17b-20a974b3953c req-0cea0edd-3aa2-413c-97cc-f4d299b9c7f5 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1377125
Apr 08 08:32:42.879946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-0a5128cb-7bfc-4f46-9fcf-4b65c9f47ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:42.881485 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-0a5128cb-7bfc-4f46-9fcf-4b65c9f47ea9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 1096 time: 0.0776718
Apr 08 08:32:43.024883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-8d25cdc8-2aa0-4ac7-bf2a-4b4d2fd3b22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:43.026501 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-8d25cdc8-2aa0-4ac7-bf2a-4b4d2fd3b22e service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1383688
Apr 08 08:32:43.104279 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-d95a1424-c341-4781-b083-672f86706dfd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d07486f-63cb-4828-8c14-031f457490a9 HTTP/1.1" status: 200  len: 217 time: 0.0702491
Apr 08 08:32:43.176238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-34701b2a-a9ce-4957-b476-fb5d9a1ca754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:43.177808 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-34701b2a-a9ce-4957-b476-fb5d9a1ca754 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0647573
Apr 08 08:32:43.272480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-14e55b3e-7dc9-4820-a0e1-6e800e0a2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:43.275994 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-14e55b3e-7dc9-4820-a0e1-6e800e0a2b1b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0869875
Apr 08 08:32:43.397053 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81698fb1-44e9-4aab-94c9-5c83bea5e9f0 req-0b7868ef-f9a7-4ef7-8e53-651bd05702e8 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:43.398704 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-81698fb1-44e9-4aab-94c9-5c83bea5e9f0 req-0b7868ef-f9a7-4ef7-8e53-651bd05702e8 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 943 time: 0.0909791
Apr 08 08:32:43.421972 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-e51249d4-f2b8-4454-a3a3-aaafa7f65000 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382606
Apr 08 08:32:43.430013 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-81698fb1-44e9-4aab-94c9-5c83bea5e9f0 req-1804de87-8273-4875-95d0-a73a3ec1dbad tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244029
Apr 08 08:32:43.567444 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1b4501d9-cbc5-4fe4-b9e7-42561850f8ce req-51418edb-0948-4dd8-bd74-e3bdbb0dec62 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383164
Apr 08 08:32:44.641151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c95b0-6053-4b66-89d9-265af8d87898 req-7a74d81f-7908-46cd-9973-cc76c66feb9f tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:44.642768 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f37c95b0-6053-4b66-89d9-265af8d87898 req-7a74d81f-7908-46cd-9973-cc76c66feb9f tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 943 time: 0.0927856
Apr 08 08:32:44.673746 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-f37c95b0-6053-4b66-89d9-265af8d87898 req-46b64ff7-0e50-45cf-a0fc-f888fb87c769 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0246041
Apr 08 08:32:45.042290 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-01942607-3df1-4c50-9155-b1016530ddea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:45.873504 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aec321-949b-437b-8972-447663fffddb req-9322ef36-72ec-4eb2-a5a8-c00bb7e9d7d5 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:45.875191 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-40aec321-949b-437b-8972-447663fffddb req-9322ef36-72ec-4eb2-a5a8-c00bb7e9d7d5 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 943 time: 0.0894344
Apr 08 08:32:45.905184 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-40aec321-949b-437b-8972-447663fffddb req-9e0ae2aa-4aa0-4fa7-a6c1-54f4dbd5fc13 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0237305
Apr 08 08:32:47.110609 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ab192-9c22-4b1d-9e12-747409ab0e68 req-bf4bfe70-bcfd-467a-9a99-104d545595bd tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:47.112214 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-278ab192-9c22-4b1d-9e12-747409ab0e68 req-bf4bfe70-bcfd-467a-9a99-104d545595bd tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 943 time: 0.0944839
Apr 08 08:32:47.144719 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-278ab192-9c22-4b1d-9e12-747409ab0e68 req-8ff9bfe0-a5d7-43bf-8e54-0a2fe3d3d24c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259483
Apr 08 08:32:48.151819 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ef94dffa-5d45-4e9f-8c2c-1c0202792d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:48.224771 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:48.349009 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34655e0-d17a-4de5-baab-5055b7563755 req-1ef09a58-38a7-482c-b516-6d02a7ede296 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:48.350619 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a34655e0-d17a-4de5-baab-5055b7563755 req-1ef09a58-38a7-482c-b516-6d02a7ede296 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 943 time: 0.0899763
Apr 08 08:32:48.381325 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-a34655e0-d17a-4de5-baab-5055b7563755 req-4d8b37d2-d389-4886-b0fd-2758fdf60569 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0244465
Apr 08 08:32:49.365149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:49.585599 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029515ff-2fd8-45a4-b25c-7bc6c84f7cea req-e982bccf-903b-44dd-89a7-39a33db1f7cf tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:49.587141 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-029515ff-2fd8-45a4-b25c-7bc6c84f7cea req-e982bccf-903b-44dd-89a7-39a33db1f7cf tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 943 time: 0.0926666
Apr 08 08:32:49.618087 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-029515ff-2fd8-45a4-b25c-7bc6c84f7cea req-f05b79ae-bd54-4515-abc9-ed7cb5cc5cd1 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0240748
Apr 08 08:32:50.060703 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:50.817682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021828e-86fd-4968-95d0-a38076e47fe6 req-413e55b9-f7db-4e69-b5d0-5a38fee072db tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:50.819330 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5021828e-86fd-4968-95d0-a38076e47fe6 req-413e55b9-f7db-4e69-b5d0-5a38fee072db tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 943 time: 0.0889664
Apr 08 08:32:50.849928 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5021828e-86fd-4968-95d0-a38076e47fe6 req-b5d7abd7-02fb-4972-a9cd-24057db0855b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0243609
Apr 08 08:32:51.242604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 0d07486f-63cb-4828-8c14-031f457490a9 details requested by agent hyperv_hv-cinder-76111 with host hv-cinder-76111 {{(pid=84308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 08 08:32:51.384704 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 0d07486f-63cb-4828-8c14-031f457490a9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0d07486f-63cb-4828-8c14-031f457490a9,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:32:51.399138 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Returning: {'device': '0d07486f-63cb-4828-8c14-031f457490a9', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'port_id': '0d07486f-63cb-4828-8c14-031f457490a9', 'mac_address': 'fa:16:3e:d7:f3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 08 08:32:51.458810 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:51.460110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d07486f-63cb-4828-8c14-031f457490a9 {{(pid=84308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 08 08:32:51.475892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 0d07486f-63cb-4828-8c14-031f457490a9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0d07486f-63cb-4828-8c14-031f457490a9,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:32:51.478691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:51.480503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c41ebdba-f73e-4b14-93ff-d63580072b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:32:51.553114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=0d07486f-63cb-4828-8c14-031f457490a9,revision_number=4']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:32:51.561483 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.561895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.562270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.562639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.563004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.563371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.563734 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.564099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.564462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.564826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.565186 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.565542 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:51.569672 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:32:51.714281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] get_ports_and_sgs() called for port_ids ['0d07486f-63cb-4828-8c14-031f457490a9'] {{(pid=84308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 08 08:32:52.059721 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d61d0-5e53-4cbd-bcbf-33aebbcb2e0f req-89b6e238-7691-4efe-af64-5391bc9a25e5 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:52.061589 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-184d61d0-5e53-4cbd-bcbf-33aebbcb2e0f req-89b6e238-7691-4efe-af64-5391bc9a25e5 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 944 time: 0.0961854
Apr 08 08:32:52.094380 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-184d61d0-5e53-4cbd-bcbf-33aebbcb2e0f req-a8ed52c4-8b20-4b0e-be89-c50ffd8fa4b7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0261948
Apr 08 08:32:52.957785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:53.273283 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 0d07486f-63cb-4828-8c14-031f457490a9 up at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 08 08:32:53.347446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning for port 0d07486f-63cb-4828-8c14-031f457490a9 completed by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 08 08:32:53.352506 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.provisioning_blocks [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Provisioning complete for port 0d07486f-63cb-4828-8c14-031f457490a9 triggered by entity L2. {{(pid=84308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 08 08:32:53.352932 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036850588065'] for port, provisioning_complete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:53.429650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54060373-6ebf-44cb-a0ff-c46ef65ebabd req-a93a3a02-6e8e-4887-9b1c-f565f269b977 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:53.431299 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-54060373-6ebf-44cb-a0ff-c46ef65ebabd req-a93a3a02-6e8e-4887-9b1c-f565f269b977 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 944 time: 0.2239823
Apr 08 08:32:53.463116 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-54060373-6ebf-44cb-a0ff-c46ef65ebabd req-ee43ab89-935a-4fde-b9f4-118c63a43703 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0252764
Apr 08 08:32:53.483354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:53.494861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9'}] {{(pid=84308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:32:53.505484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] For port 0d07486f-63cb-4828-8c14-031f457490a9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0d07486f-63cb-4828-8c14-031f457490a9,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:32:53.508493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771'] for port, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:53.511270 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:32:53.545996 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9', 'code': 200}
Apr 08 08:32:53.592679 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Pushing event updated for resources: {'Port': ['ID=0d07486f-63cb-4828-8c14-031f457490a9,revision_number=5']} {{(pid=84308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:32:53.595878 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:32:53.830055 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c53acb-73da-43ea-8451-7c365a9b39ea req-e711677f-09b1-4b51-a1d8-e8c9e17433fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:53.831647 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-08c53acb-73da-43ea-8451-7c365a9b39ea req-e711677f-09b1-4b51-a1d8-e8c9e17433fe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 1098 time: 0.0788085
Apr 08 08:32:53.857271 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-08c53acb-73da-43ea-8451-7c365a9b39ea req-71ee94d4-97b1-4bfd-be25-608c8d0bb725 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0192962
Apr 08 08:32:54.671362 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd8c95-60dc-45f6-9fa4-4c4dfd0598e9 req-919e30bc-fdc6-4392-a3c4-7e5c688f6f34 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:54.673621 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c7bd8c95-60dc-45f6-9fa4-4c4dfd0598e9 req-919e30bc-fdc6-4392-a3c4-7e5c688f6f34 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 945 time: 0.0940955
Apr 08 08:32:54.706592 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c7bd8c95-60dc-45f6-9fa4-4c4dfd0598e9 req-58be2b47-1d4b-44f2-81a7-68d02fbb3f91 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259550
Apr 08 08:32:55.907255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91c0b14-cd03-4000-b981-bf1cf413c92d req-15568af9-05b6-41dc-ae45-627039903b2e tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:55.908841 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b91c0b14-cd03-4000-b981-bf1cf413c92d req-15568af9-05b6-41dc-ae45-627039903b2e tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 945 time: 0.0870397
Apr 08 08:32:55.940522 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-b91c0b14-cd03-4000-b981-bf1cf413c92d req-4754cc72-17b2-444a-a49a-4b0e6f8208d6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0251102
Apr 08 08:32:56.153781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5fc0d-9f64-422f-a4ec-539063c7930f req-c0d0c109-de77-4019-9a63-e6ccc927d851 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:56.155822 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3e5fc0d-9f64-422f-a4ec-539063c7930f req-c0d0c109-de77-4019-9a63-e6ccc927d851 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 945 time: 0.1029513
Apr 08 08:32:56.187745 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c3e5fc0d-9f64-422f-a4ec-539063c7930f req-cc3a86a0-6da9-4b86-85f3-a9635d29b229 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0255132
Apr 08 08:32:56.212457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42946) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:32:56.289372 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744928ea-2e09-48e6-9721-451236075b18 tempest-TestVolumeBootPattern-159274789 tempest-TestVolumeBootPattern-159274789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:56.291016 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-744928ea-2e09-48e6-9721-451236075b18 tempest-TestVolumeBootPattern-159274789 tempest-TestVolumeBootPattern-159274789-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 1093 time: 0.0774326
Apr 08 08:32:56.294026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42950) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:32:56.300051 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.v2.base [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Request body: {'floatingip': {'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'port_id': '0d07486f-63cb-4828-8c14-031f457490a9', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 08 08:32:56.306400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 08 08:32:56.310485 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Usage tracker for resource:floatingip and tenant:2f8460e9e7c645d293d050f25071e311 is out of sync, need to count used quota {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 08 08:32:56.313437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84307) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 08 08:32:56.319993 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.quota.driver [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84307) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 08 08:32:56.329367 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:56.474694 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:56.624921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_common [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Allocated IP 172.27.1.137 (789407dc-7204-4632-aea5-1d0d530f4625/19124b82-8b77-46a7-91cd-d172faa25f6f/2e6170f1-a422-4929-961c-d3e0b2c3c32c) {{(pid=84307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 08 08:32:56.785804 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:56.815570 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760678074995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:56.831410 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f86f2915-6fce-41ad-9c6e-97da4efba992 tempest-AttachVolumeShelveTestJSON-1076486614 tempest-AttachVolumeShelveTestJSON-1076486614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:32:56.972764 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=2e6170f1-a422-4929-961c-d3e0b2c3c32c,revision_number=1']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:32:56.986441 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.986867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.987278 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.987684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.988087 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.988488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.988889 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.989294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.989689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.990113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.990508 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.990903 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:32:56.996555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:32:57.037495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Network 789407dc-7204-4632-aea5-1d0d530f4625 is already hosted by enough agents. {{(pid=84307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 08 08:32:57.038586 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.base_scheduler [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Resources bound (agent type, host, resource id):  {{(pid=84307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 08 08:32:57.040944 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Received port after_create {{(pid=84307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 08 08:32:57.470365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:57.545639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854660393'] for port, before_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:57.827698 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for port, precommit_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:57.831281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363276176202100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760678075012', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363276176700771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853245152'] for port, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:57.846844 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c4771a36-10df-4881-a8ce-ce4b7ca55793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:32:57.989977 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event updated for resources: {'Port': ['ID=2e6170f1-a422-4929-961c-d3e0b2c3c32c,revision_number=2']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:32:57.994448 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:32:58.328648 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3785450'] for floatingip, after_update {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:58.511496 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Floating IP 53d7d5d6-f77a-44fe-9f8c-56b3758cc4a2 associated. External IP: 172.27.1.137, port: 0d07486f-63cb-4828-8c14-031f457490a9.
Apr 08 08:32:58.887255 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Router 598e4167-8bc7-4c17-9232-a24103478760 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:32:59.082074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:32:59.092472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:32:59.103933 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:32:59.104845 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bfb0860>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:32:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:32:59.107729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:32:59.174209 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-94e288b8-4fcb-4589-b8ac-19f5586180b6 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8783433
Apr 08 08:32:59.175258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:32:59.233330 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9', 'status': 'completed', 'code': 200}
Apr 08 08:32:59.342714 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-b746f672-08ae-4d7d-9ff4-ca702ee02271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:59.344353 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-b746f672-08ae-4d7d-9ff4-ca702ee02271 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 1098 time: 0.0891840
Apr 08 08:32:59.389041 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:32:59.476687 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:32:59.498256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-6ec720ea-fa93-4608-b7fa-8ff412cc0aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:59.499857 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-6ec720ea-fa93-4608-b7fa-8ff412cc0aa5 service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1492486
Apr 08 08:32:59.612277 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-aacef6ce-fcb8-4e7a-8846-5d42083d5bcd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d07486f-63cb-4828-8c14-031f457490a9 HTTP/1.1" status: 200  len: 999 time: 0.1050606
Apr 08 08:32:59.686004 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-f67a7c94-3e9a-4e22-93cb-963503ba6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:59.687571 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-f67a7c94-3e9a-4e22-93cb-963503ba6194 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0651712
Apr 08 08:32:59.769365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-90893a79-791e-4851-b00e-5fdebd1310b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:32:59.770968 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-90893a79-791e-4851-b00e-5fdebd1310b8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0770974
Apr 08 08:32:59.856048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bfb0860>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:52Z', 'revision_number': 1, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}, {'id': '53d7d5d6-f77a-44fe-9f8c-56b3758cc4a2', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '0d07486f-63cb-4828-8c14-031f457490a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:d7:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:32:57Z', 'updated_at': '2021-04-08T08:32:57Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:32:59.861151 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:32:59.870235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:32:59.870901 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0bfb0860>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:32:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:32:59.915779 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-cdcd5dd3-feff-404c-a1a5-f279f613d9b7 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370928
Apr 08 08:33:00.063404 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-c40335ef-1bf3-4650-8d9f-aefcd3f3f944 req-140b1198-82ac-47e3-bcd5-491e6b074b3e service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408062
Apr 08 08:33:00.068915 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:33:00.444297 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0bfb0860>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:52Z', 'revision_number': 1, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}, {'id': '53d7d5d6-f77a-44fe-9f8c-56b3758cc4a2', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '0d07486f-63cb-4828-8c14-031f457490a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:d7:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:32:57Z', 'updated_at': '2021-04-08T08:32:57Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:33:00.448384 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1356020f-f80d-43d5-b0ed-81b07ee8e678 None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:52Z', 'revision_number': 1, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}, {'id': '53d7d5d6-f77a-44fe-9f8c-56b3758cc4a2', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.137', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '0d07486f-63cb-4828-8c14-031f457490a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:d7:f3:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:32:57Z', 'updated_at': '2021-04-08T08:32:57Z', 'revision_number': 0, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:33:00.744436 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ed9cc7-280e-41a4-83b5-fd8f7fabbe42 None None] New status for floating IP 53d7d5d6-f77a-44fe-9f8c-56b3758cc4a2: ACTIVE {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:33:04.669580 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-86229714-cdc7-4950-ba9d-77af173330cd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0841842
Apr 08 08:33:04.816370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-4b88e9fe-ac87-4225-9be2-31ec568497b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:33:04.817989 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-4b88e9fe-ac87-4225-9be2-31ec568497b6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1099 time: 0.0790260
Apr 08 08:33:04.973725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-694a4a22-70f0-4a0c-99da-30314a3afa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:33:04.975389 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-694a4a22-70f0-4a0c-99da-30314a3afa24 service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1384790
Apr 08 08:33:05.089008 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-034a7bc6-058b-4c24-b42a-08c2acd293d4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 200  len: 1002 time: 0.1073096
Apr 08 08:33:05.158839 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-c8a54148-3313-465a-8f9b-80ade7b646e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:33:05.160388 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-c8a54148-3313-465a-8f9b-80ade7b646e4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0647213
Apr 08 08:33:05.248409 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-3107577c-c3e0-437a-8322-e5a052e88278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:33:05.249981 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-3107577c-c3e0-437a-8322-e5a052e88278 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0826952
Apr 08 08:33:05.393187 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-958d48cb-cbd1-4392-9c31-3f728dbc93e0 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356750
Apr 08 08:33:05.791774 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ed6e645c-ea08-44b7-ac97-c488fefc29fe req-c1c7ff5c-955c-4362-84a9-17d5d2ca5d4c service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3914843
Apr 08 08:33:15.045169 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a0f9219f-252b-43a2-b583-fd51a913a8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:18.159449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-5cbd0b20-d299-4d22-b387-bb4ae63182f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:18.226635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:19.367339 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:20.063619 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:22.973623 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:36.389593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:33:45.047532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2a980ef4-39d2-4aca-8d64-8dc441f2c958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:48.151072 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3d751d4f-5013-4367-8c4a-58fb4479d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:48.229683 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:49.369803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:50.065970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:33:52.973639 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:05.303197 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-d0681d63-ca2f-4f07-94da-a0d5a3612fe7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1371083
Apr 08 08:34:05.405544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-c35ff46f-d861-458e-9b9f-4a8d9b913299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:05.407288 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-c35ff46f-d861-458e-9b9f-4a8d9b913299 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 1098 time: 0.0822911
Apr 08 08:34:05.566921 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-bfb113e2-089f-4399-944d-ebc8c31a16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:05.568566 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-bfb113e2-089f-4399-944d-ebc8c31a16e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1421690
Apr 08 08:34:05.683529 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-3dcd40e2-91e9-4557-b6f5-e4611dca8c50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d07486f-63cb-4828-8c14-031f457490a9 HTTP/1.1" status: 200  len: 1001 time: 0.1083326
Apr 08 08:34:05.753834 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-d38a8cae-6fe1-46e7-ac36-5aab662560ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:05.755509 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-d38a8cae-6fe1-46e7-ac36-5aab662560ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0663810
Apr 08 08:34:05.847606 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-ec79f55e-c824-474a-a618-1664e52b30e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:05.849261 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-ec79f55e-c824-474a-a618-1664e52b30e5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0868542
Apr 08 08:34:05.999030 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-d4253dec-9b5f-4242-adbd-cc4a9eb3994e service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431704
Apr 08 08:34:06.147265 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-aa5ae257-65ca-4aae-8512-f68020116e7b req-a12d11eb-c775-45d5-83cc-b2401fcfc7aa service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416264
Apr 08 08:34:13.389099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:34:15.050445 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b65ce735-9ffc-4291-a182-d04c12c932f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:18.153355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-3e9f6199-2bf0-4b80-aeb8-029221de1791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:18.232763 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:19.374480 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:20.067769 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:22.988618 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:27.055377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 42974) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:27.272419 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Deleting port 2e6170f1-a422-4929-961c-d3e0b2c3c32c {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:27.272793 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:27.450851 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:27.451134 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:27.583928 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Calling delete_port for 2e6170f1-a422-4929-961c-d3e0b2c3c32c owned by network:floatingip {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:27.749919 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:27.767479 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ceab4511-c0d2-4c75-a9cd-ade84d697c91 tempest-TestShelveInstance-1558143446 tempest-TestShelveInstance-1558143446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:27.832577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event deleted for resources: {'Port': ['ID=2e6170f1-a422-4929-961c-d3e0b2c3c32c,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:27.893577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.894033 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.894456 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.894867 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.895273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.895680 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.896085 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.896488 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.896896 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.897298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.897699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.898121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:27.901737 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:28.051309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:28.051595 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Floating IP 53d7d5d6-f77a-44fe-9f8c-56b3758cc4a2 disassociated (deleted). External IP: 172.27.1.137, port: 0d07486f-63cb-4828-8c14-031f457490a9.
Apr 08 08:34:28.427960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Router 598e4167-8bc7-4c17-9232-a24103478760 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:34:28.860015 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:34:28.871114 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:34:28.879289 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:28.881809 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:34:28.882499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0ba42898>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:34:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:28.939655 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-0220eea6-872b-408b-86c2-ecd37ef1ff4c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "DELETE /v2.0/floatingips/53d7d5d6-f77a-44fe-9f8c-56b3758cc4a2 HTTP/1.1" status: 204  len: 168 time: 1.8829584
Apr 08 08:34:28.940455 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:34:29.083359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:34:29.198644 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9', 'status': 'completed', 'code': 200}
Apr 08 08:34:29.301689 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-6d72f0d6-c139-4363-83a4-66bd17aa6468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:29.303361 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-6d72f0d6-c139-4363-83a4-66bd17aa6468 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 1098 time: 0.0830126
Apr 08 08:34:29.452439 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-59acf971-75f3-43a6-a23f-f9aa8a399f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:29.454660 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-59acf971-75f3-43a6-a23f-f9aa8a399f47 service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1446335
Apr 08 08:34:29.469503 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d6191-d37d-4ac0-a0f3-aecb46edc156 req-1e3d30eb-5edb-4d5d-9d1c-42d94ebcc437 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:29.470361 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-268d6191-d37d-4ac0-a0f3-aecb46edc156 req-1e3d30eb-5edb-4d5d-9d1c-42d94ebcc437 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Synchronizing usage tracker for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:34:29.487202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-268d6191-d37d-4ac0-a0f3-aecb46edc156 req-1e3d30eb-5edb-4d5d-9d1c-42d94ebcc437 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Unset dirty status for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:34:29.488218 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-268d6191-d37d-4ac0-a0f3-aecb46edc156 req-1e3d30eb-5edb-4d5d-9d1c-42d94ebcc437 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 945 time: 0.2000074
Apr 08 08:34:29.499467 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0ba42898>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:52Z', 'revision_number': 1, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:29.504016 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:34:29.513784 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:34:29.514449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0ba42898>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:34:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:29.525470 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-268d6191-d37d-4ac0-a0f3-aecb46edc156 req-636ad9be-b89a-44a1-bcb6-ab871ab9c544 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0301008
Apr 08 08:34:29.534514 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-fcfecc96-cfb6-48e9-a1d4-78a53ad36d7e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0d07486f-63cb-4828-8c14-031f457490a9 HTTP/1.1" status: 200  len: 217 time: 0.0729842
Apr 08 08:34:29.605555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-92ccf349-aec6-4991-8a79-e987f9af09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:29.607207 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-92ccf349-aec6-4991-8a79-e987f9af09a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0659015
Apr 08 08:34:29.691667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-6762ec2f-55b8-4849-8a53-313e95a6f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:29.693280 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-6762ec2f-55b8-4849-8a53-313e95a6f463 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0789559
Apr 08 08:34:29.704230 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:34:29.840181 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-a9b8a914-5a2b-4470-aae8-7ad53407e3e2 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391981
Apr 08 08:34:29.999125 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-1cb6aa85-ce43-4087-8bd9-4da3f7aa7e14 req-f4d9a508-2514-4ed7-827b-5490757286e6 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1513252
Apr 08 08:34:30.260610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0ba42898>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:52Z', 'revision_number': 1, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:30.265074 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2756f44-c7c8-47e8-8b36-fa75a881be7e None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_floatingips': [{'id': '47be71ab-02a3-45a0-8e82-1cbbb96bcc8b', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'router_id': '598e4167-8bc7-4c17-9232-a24103478760', 'port_id': '86619477-2b9c-4377-b6c6-1308514228b3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'mac_address': 'fa:16:3e:7a:06:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370a607d-c018-4fce-9810-5e8120b4ac27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-08T08:30:48Z', 'updated_at': '2021-04-08T08:30:52Z', 'revision_number': 1, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:34:30.649950 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a4f249-650a-4132-b610-33420c0d741d None None] New status for floating IP 53d7d5d6-f77a-44fe-9f8c-56b3758cc4a2: DOWN {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:34:30.732741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc21cd0-0791-4314-9140-f9852d136285 req-3f504d5b-eab8-460b-a71e-9c8abcf81483 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:30.734409 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4fc21cd0-0791-4314-9140-f9852d136285 req-3f504d5b-eab8-460b-a71e-9c8abcf81483 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 945 time: 0.0923145
Apr 08 08:34:30.749092 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-5fd4ba4b-cae8-4fcd-a554-8f4f6871e8f4 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:30.749891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-5fd4ba4b-cae8-4fcd-a554-8f4f6871e8f4 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Synchronizing usage tracker for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:34:30.763084 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-5fd4ba4b-cae8-4fcd-a554-8f4f6871e8f4 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Unset dirty status for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:34:30.764412 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-5fd4ba4b-cae8-4fcd-a554-8f4f6871e8f4 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 945 time: 0.1077657
Apr 08 08:34:30.769041 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-4fc21cd0-0791-4314-9140-f9852d136285 req-ee1f6a7b-e2fd-431b-9540-717f27861b19 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0256317
Apr 08 08:34:30.842991 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Deleting port 0d07486f-63cb-4828-8c14-031f457490a9 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:30.843423 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:31.109602 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] For port 0d07486f-63cb-4828-8c14-031f457490a9, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=0d07486f-63cb-4828-8c14-031f457490a9,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:31.109962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:31.244861 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Calling delete_port for 0d07486f-63cb-4828-8c14-031f457490a9 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:31.402045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:31.420537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:31.482634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event deleted for resources: {'Port': ['ID=0d07486f-63cb-4828-8c14-031f457490a9,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:31.537358 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.537821 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.538499 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.538914 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.539368 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.539726 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.540140 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.540582 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.540993 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.541390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.541813 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.542220 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-761113-10-iscsi {{(pid=84306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 08 08:34:31.545898 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:31.690043 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] No DVR routers for this DVR port 0d07486f-63cb-4828-8c14-031f457490a9 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:34:31.692650 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:31.696796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'name': 'network-vif-deleted', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:34:31.711114 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-efab2efe-5542-49cb-8ff0-2e7a8e1c4e12 req-ecd5bd46-0422-43c3-8c38-f7bd46e66fb7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "DELETE /v2.0/ports/0d07486f-63cb-4828-8c14-031f457490a9 HTTP/1.1" status: 204  len: 173 time: 0.9412060
Apr 08 08:34:31.809908 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7e11bc-36dc-4514-96c6-89f4cb5f0a91', 'name': 'network-vif-deleted', 'tag': '0d07486f-63cb-4828-8c14-031f457490a9', 'status': 'completed', 'code': 200}
Apr 08 08:34:31.951860 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-ff95bfd9-97fc-4ca4-816e-234c7bae56f2 req-926ba0a3-888c-4082-b98a-9568d580b7cb tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c7e11bc-36dc-4514-96c6-89f4cb5f0a91 HTTP/1.1" status: 200  len: 210 time: 0.0518007
Apr 08 08:34:33.895885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 0d07486f-63cb-4828-8c14-031f457490a9 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:34:33.933634 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 0d07486f-63cb-4828-8c14-031f457490a9 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:34:33.934049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 0d07486f-63cb-4828-8c14-031f457490a9 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:34:35.481040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 43008) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:35.705731 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Deleting port 755bac9d-0c8b-4dc9-90c5-e90d75e65b8c {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:35.706124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:35.896180 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:35.896553 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:36.031754 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Calling delete_port for 755bac9d-0c8b-4dc9-90c5-e90d75e65b8c owned by network:floatingip {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:36.195471 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:36.211400 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-957b8971-aa4d-4a09-b940-70f5011aa671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:36.267885 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event deleted for resources: {'Port': ['ID=755bac9d-0c8b-4dc9-90c5-e90d75e65b8c,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:36.270982 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:36.475294 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:36.475667 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.db.l3_db [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Floating IP 47be71ab-02a3-45a0-8e82-1cbbb96bcc8b disassociated (deleted). External IP: 172.27.1.146, port: 86619477-2b9c-4377-b6c6-1308514228b3.
Apr 08 08:34:36.845690 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Router 598e4167-8bc7-4c17-9232-a24103478760 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:34:37.036287 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:34:37.046237 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:34:37.054024 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:37.057273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:34:37.057970 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0b80a518>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:34:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:37.118481 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-bd45185f-663d-4c30-b58c-c329a243019c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "DELETE /v2.0/floatingips/47be71ab-02a3-45a0-8e82-1cbbb96bcc8b HTTP/1.1" status: 204  len: 168 time: 1.6335242
Apr 08 08:34:37.118481 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3'}] {{(pid=84307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:34:37.255371 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:34:37.375152 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3', 'status': 'completed', 'code': 200}
Apr 08 08:34:37.480422 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-15299614-6613-42f9-9650-50c4ed356051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:37.482104 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-15299614-6613-42f9-9650-50c4ed356051 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f8460e9e7c645d293d050f25071e311&device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 1099 time: 0.0841827
Apr 08 08:34:37.561446 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94655adb-dcfc-468a-8445-2c7271eef7ff req-845a60ad-cf22-4532-a739-f7c1232dc635 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:37.562630 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-94655adb-dcfc-468a-8445-2c7271eef7ff req-845a60ad-cf22-4532-a739-f7c1232dc635 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Synchronizing usage tracker for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84307) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:34:37.581386 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-94655adb-dcfc-468a-8445-2c7271eef7ff req-845a60ad-cf22-4532-a739-f7c1232dc635 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Unset dirty status for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84307) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:34:37.582751 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-94655adb-dcfc-468a-8445-2c7271eef7ff req-845a60ad-cf22-4532-a739-f7c1232dc635 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 946 time: 0.1162996
Apr 08 08:34:37.618564 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-94655adb-dcfc-468a-8445-2c7271eef7ff req-966b0eb4-11d8-4f32-ba7d-50a7d3a16eb0 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0272729
Apr 08 08:34:37.624994 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0b80a518>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:37.630637 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:34:37.648657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-d3a10ff4-7ba8-4a28-a1aa-d6dffae8c21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:37.649403 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:34:37.650304 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-d3a10ff4-7ba8-4a28-a1aa-d6dffae8c21e service neutron] 10.222.0.48 "GET /v2.0/networks?id=696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 200  len: 912 time: 0.1612661
Apr 08 08:34:37.650728 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c0b80a518>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:34:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:37.728262 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-10a21a63-5705-4593-bdc2-23b74c6a4fa5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 200  len: 217 time: 0.0713849
Apr 08 08:34:37.805540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-af525af0-ac8b-47e3-bc5d-7cd1114fcf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:37.807158 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-af525af0-ac8b-47e3-bc5d-7cd1114fcf33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 200  len: 850 time: 0.0725613
Apr 08 08:34:37.892908 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-f2c79f04-3c94-4aae-b253-d1a6309b4fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:37.893472 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:34:37.894474 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-f2c79f04-3c94-4aae-b253-d1a6309b4fdf service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=696a1b6f-ec54-427b-a498-26979b9bd02e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.0800073
Apr 08 08:34:38.042278 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-bce960af-8771-43d1-b902-bed2b86a85bf service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1396480
Apr 08 08:34:38.190660 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-5a5ef864-61b8-44a4-9234-3281bbfaa462 req-76110399-f251-4abd-a15f-8d3505ebea16 service neutron] 10.222.0.48 "GET /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415203
Apr 08 08:34:38.231838 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c0b80a518>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:38.236664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e3b788-6e09-423d-a879-47d71b8f4ca6 None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:27:43Z', 'revision_number': 4, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi', '_interfaces': [{'id': '4a7a1168-4971-4071-8375-40cef62f1039', 'name': '', 'network_id': '696a1b6f-ec54-427b-a498-26979b9bd02e', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'mac_address': 'fa:16:3e:f1:88:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '27390a87-474b-4eef-8073-6db02915c71b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:42Z', 'updated_at': '2021-04-08T08:27:52Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'subnets': [{'id': '27390a87-474b-4eef-8073-6db02915c71b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:34:38.601235 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e3f4ee-3b0f-43b8-9fa1-01becf8ad55e None None] New status for floating IP 47be71ab-02a3-45a0-8e82-1cbbb96bcc8b: DOWN {{(pid=84309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 08 08:34:38.826264 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034100c-1b43-463a-858d-6f0d80c857ab req-57890e63-0022-45ae-a764-1c199756906b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:38.827920 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2034100c-1b43-463a-858d-6f0d80c857ab req-57890e63-0022-45ae-a764-1c199756906b tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 946 time: 0.0944240
Apr 08 08:34:38.862132 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-2034100c-1b43-463a-858d-6f0d80c857ab req-4b76d197-c919-4dac-bd55-7272e8e3c6a7 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/security-groups?id=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0259278
Apr 08 08:34:38.889179 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-e97b746b-b3e4-44f1-80d7-bd1c0c8ef970 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 08 08:34:38.889976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-e97b746b-b3e4-44f1-80d7-bd1c0c8ef970 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Synchronizing usage tracker for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84306) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 08 08:34:38.903531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.quota.resource [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-e97b746b-b3e4-44f1-80d7-bd1c0c8ef970 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Unset dirty status for tenant:2f8460e9e7c645d293d050f25071e311 on resource:port {{(pid=84306) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 08 08:34:38.904813 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-e97b746b-b3e4-44f1-80d7-bd1c0c8ef970 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 946 time: 0.1065488
Apr 08 08:34:38.988577 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Deleting port 86619477-2b9c-4377-b6c6-1308514228b3 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:38.988883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:39.265895 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] For port 86619477-2b9c-4377-b6c6-1308514228b3, host hv-cinder-76111, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76111',level=0,port_id=86619477-2b9c-4377-b6c6-1308514228b3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:39.266215 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:39.397494 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Calling delete_port for 86619477-2b9c-4377-b6c6-1308514228b3 owned by compute:nova {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:39.550880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:39.566564 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f53c6c77-bcd3-49c8-830c-16a6054ddae7 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:39.629061 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event deleted for resources: {'Port': ['ID=86619477-2b9c-4377-b6c6-1308514228b3,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:39.632907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:39.820195 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] No DVR routers for this DVR port 86619477-2b9c-4377-b6c6-1308514228b3 on host hv-cinder-76111 {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:34:39.822785 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for port, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:39.827042 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'name': 'network-vif-deleted', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3'}] {{(pid=84306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 08 08:34:39.841071 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-02a50d4c-b2a4-4bfc-bc6e-55cb6578dab3 req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.48 "DELETE /v2.0/ports/86619477-2b9c-4377-b6c6-1308514228b3 HTTP/1.1" status: 204  len: 173 time: 0.9305949
Apr 08 08:34:39.876496 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '370a607d-c018-4fce-9810-5e8120b4ac27', 'name': 'network-vif-deleted', 'tag': '86619477-2b9c-4377-b6c6-1308514228b3', 'status': 'completed', 'code': 200}
Apr 08 08:34:40.034442 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [req-0e3fc8a3-55aa-4ce1-8370-c2d1bb5b2280 req-e152b9f8-ad52-44d5-8952-fef7c4f30415 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "GET /v2.0/ports?device_id=370a607d-c018-4fce-9810-5e8120b4ac27 HTTP/1.1" status: 200  len: 210 time: 0.0499420
Apr 08 08:34:41.135645 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 43026) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:41.307684 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Deleting port 6472938c-3ffa-4243-801b-c801740a54e3 {{(pid=84307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:41.308058 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:41.489099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:41.489465 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:41.868300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Calling delete_port for 6472938c-3ffa-4243-801b-c801740a54e3 owned by network:floatingip {{(pid=84307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:42.020556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1530681'] for port, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:42.037691 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3943da14-6003-4535-82bb-565446d9375c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:42.097536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event deleted for resources: {'Port': ['ID=6472938c-3ffa-4243-801b-c801740a54e3,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:42.101501 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:42.306173 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for floatingip, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:42.320978 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-7978'] for floatingip, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:42.322241 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-70c88165-718f-4cc6-a0b5-e884fa6b462d tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "DELETE /v2.0/floatingips/f7b871d2-bd19-4a04-9450-e84b1826e169 HTTP/1.1" status: 204  len: 168 time: 1.1855304
Apr 08 08:34:43.715442 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84307) accepted ('10.222.0.54', 43042) {{(pid=84307) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:43.792377 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7537579-6834-4542-a455-7b4533ac87e2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group, before_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:43.824727 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7537579-6834-4542-a455-7b4533ac87e2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:43.886917 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7537579-6834-4542-a455-7b4533ac87e2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:43.892632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-957d891e-7bf6-4215-8c8f-02e6bbc83bae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:43.914647 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7537579-6834-4542-a455-7b4533ac87e2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821,revision_number=None']} {{(pid=84307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:43.917299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a7537579-6834-4542-a455-7b4533ac87e2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84307) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:43.925354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a7537579-6834-4542-a455-7b4533ac87e2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Notify callbacks [] for security_group, before_response {{(pid=84307) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:43.928175 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a7537579-6834-4542-a455-7b4533ac87e2 tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] 10.222.0.54 "DELETE /v2.0/security-groups/ad8e8a4e-95a0-4c5a-966d-dbb4aa08e821 HTTP/1.1" status: 204  len: 168 time: 0.2107725
Apr 08 08:34:43.935123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 86619477-2b9c-4377-b6c6-1308514228b3 no longer exists at agent hyperv_hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:34:43.976308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] No Port match for: 86619477-2b9c-4377-b6c6-1308514228b3 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:34:43.976781 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Device 86619477-2b9c-4377-b6c6-1308514228b3 not bound to the agent host hv-cinder-76111 {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:34:43.980946 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43048) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:44.944635 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:45.053666 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd215-08f9-436b-8c96-c3c0ed193eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:45.331493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Deleting port 4a7a1168-4971-4071-8375-40cef62f1039 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:45.331875 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:45.520952 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] For port 4a7a1168-4971-4071-8375-40cef62f1039, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=4a7a1168-4971-4071-8375-40cef62f1039,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:45.521273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:45.661943 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Calling delete_port for 4a7a1168-4971-4071-8375-40cef62f1039 owned by network:router_interface {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:45.847850 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:45.864258 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-4e73fae2-3f4a-4ad7-8425-ff57eba27f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:45.923301 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7a1168-4971-4071-8375-40cef62f1039,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:45.928253 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:46.327125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:46.842805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Router 598e4167-8bc7-4c17-9232-a24103478760 has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:34:47.298099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:34:47.308026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] Sync routers for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:34:47.311786 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-7d612bda-0632-4f7a-a1cd-f4a8d1890d11 admin admin] 10.222.0.54 "PUT /v2.0/routers/598e4167-8bc7-4c17-9232-a24103478760/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3296390
Apr 08 08:34:47.318702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43054) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:47.320776 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:34:47.321591 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10208198>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:34:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:47.511045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:47.517869 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: dv-cinder-761113-10-iscsi {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:34:47.712842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:47.722962 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Deleting port b2f33102-f4b9-4996-aa9a-bf458ab5444a {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:47.723363 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:47.833892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10208198>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251'}], 'enable_snat': True}, 'gw_port_id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:34:45Z', 'revision_number': 5, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port': {'id': 'b2f33102-f4b9-4996-aa9a-bf458ab5444a', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:20:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598e4167-8bc7-4c17-9232-a24103478760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:39Z', 'updated_at': '2021-04-08T08:27:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:47.838026 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] Checking router: 598e4167-8bc7-4c17-9232-a24103478760 for host: dv-cinder-761113-10-iscsi {{(pid=84308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:34:47.847335 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] Routers {'598e4167-8bc7-4c17-9232-a24103478760'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:34:47.848123 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c10208198>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:34:18Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['598e4167-8bc7-4c17-9232-a24103478760'], 'active': True} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:47.931487 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] For port b2f33102-f4b9-4996-aa9a-bf458ab5444a, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=b2f33102-f4b9-4996-aa9a-bf458ab5444a,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:47.931842 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.035210 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] Set router 598e4167-8bc7-4c17-9232-a24103478760 gateway port host: None {{(pid=84308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:34:48.083531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Calling delete_port for b2f33102-f4b9-4996-aa9a-bf458ab5444a owned by network:router_gateway {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:48.346125 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.358702 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c10208198>, [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:34:47Z', 'revision_number': 6, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port_host': None}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:48.362854 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-c8c29634-d193-42b7-8265-c67cee18015c tempest-TestVolumeBootPattern-502937277 tempest-TestVolumeBootPattern-502937277-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:48.367359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c49629-ceb6-4001-bbb6-0ae056078c4d None None] The sync data for ids ['598e4167-8bc7-4c17-9232-a24103478760'] in dv-cinder-761113-10-iscsi is: [{'id': '598e4167-8bc7-4c17-9232-a24103478760', 'name': 'tempest-TestVolumeBootPattern-514765953-router', 'tenant_id': '2f8460e9e7c645d293d050f25071e311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:37Z', 'updated_at': '2021-04-08T08:34:47Z', 'revision_number': 6, 'project_id': '2f8460e9e7c645d293d050f25071e311', 'gw_port_host': None}] {{(pid=84308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:34:48.369334 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.371035 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-6e98d796-1b5f-44a7-9e46-c43c5cdd6cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.425695 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2f33102-f4b9-4996-aa9a-bf458ab5444a,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:48.476194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:48.638911 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.829648 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.832880 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.856964 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.857531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 598e4167-8bc7-4c17-9232-a24103478760 {{(pid=84306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:34:48.871381 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:48.872597 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-d03869b6-ef35-4f4b-9475-dc511752bdd5 admin admin] 10.222.0.54 "DELETE /v2.0/routers/598e4167-8bc7-4c17-9232-a24103478760 HTTP/1.1" status: 204  len: 168 time: 1.5527742
Apr 08 08:34:48.876495 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43058) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:48.949555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] Deleting subnet 27390a87-474b-4eef-8073-6db02915c71b {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:34:48.953032 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.008657 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1513428'] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.096682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.367028 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826691203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28287534'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.377387 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.385271 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-032fd0c6-e9fc-4094-99fa-7320a37043ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:49.436097 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27390a87-474b-4eef-8073-6db02915c71b,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:49.439960 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:49.528118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.533213 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf68a1b-2345-4182-801c-b730df55a43c None None] Network 696a1b6f-ec54-427b-a498-26979b9bd02e requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:34:49.536069 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-cf429a49-3ba7-4949-8c50-5fe950ec0ca6 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/27390a87-474b-4eef-8073-6db02915c71b HTTP/1.1" status: 204  len: 168 time: 0.6580868
Apr 08 08:34:49.538571 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43062) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:49.662778 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.743149 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Deleting port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:49.743532 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.809922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14656b38-a491-4586-9233-149d971fee0e None None] DHCP port deletion for 696a1b6f-ec54-427b-a498-26979b9bd02e request from dv-cinder-761113-10-iscsi {{(pid=84308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 08:34:49.814796 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-14656b38-a491-4586-9233-149d971fee0e None None] Deleting port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:49.815302 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-14656b38-a491-4586-9233-149d971fee0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:49.952391 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 4a7a1168-4971-4071-8375-40cef62f1039 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:34:49.973611 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] For port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=715a7fb3-ad0e-402d-93b9-48dd40bd48f3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:49.974048 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:50.010627 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 4a7a1168-4971-4071-8375-40cef62f1039 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:34:50.011019 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 4a7a1168-4971-4071-8375-40cef62f1039 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:34:50.011483 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b2f33102-f4b9-4996-aa9a-bf458ab5444a no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:34:50.123883 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Calling delete_port for 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 owned by network:dhcp {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:50.125699 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: b2f33102-f4b9-4996-aa9a-bf458ab5444a {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:34:50.126156 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device b2f33102-f4b9-4996-aa9a-bf458ab5444a not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:34:50.126622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:34:50.195662 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-14656b38-a491-4586-9233-149d971fee0e None None] For port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=715a7fb3-ad0e-402d-93b9-48dd40bd48f3,segment=NetworkSegment(87ccde71-da62-4e64-b82a-2062684c55f1),segment_id=87ccde71-da62-4e64-b82a-2062684c55f1)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:50.196045 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-14656b38-a491-4586-9233-149d971fee0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:50.206556 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:50.211693 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:50.228736 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-ce0d097a-7ca0-4fcc-96d9-d66296ab72d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:50.294049 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Pushing event deleted for resources: {'Port': ['ID=715a7fb3-ad0e-402d-93b9-48dd40bd48f3,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:50.342286 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:50.381110 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] No DVR routers for this DVR port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 on host dv-cinder-761113-10-iscsi {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:34:50.390610 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:34:50.413643 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-14656b38-a491-4586-9233-149d971fee0e None None] Calling delete_port for 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 owned by network:dhcp {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:50.511256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:50.538462 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No active binding found for port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 {{(pid=84308) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}}
Apr 08 08:34:50.538939 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:34:50.601891 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-14656b38-a491-4586-9233-149d971fee0e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:34:50.602308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-14656b38-a491-4586-9233-149d971fee0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:34:50.640382 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0b388f28>,) {'filters': {'network_id': ['696a1b6f-ec54-427b-a498-26979b9bd02e']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:50.654121 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b388f28>, '87ccde71-da62-4e64-b82a-2062684c55f1') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:50.654464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0b388f28>, '87ccde71-da62-4e64-b82a-2062684c55f1') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:50.669106 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:50.685113 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:50.691888 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:34:50.875803 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Network 696a1b6f-ec54-427b-a498-26979b9bd02e has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:34:50.884934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:51.103751 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-14656b38-a491-4586-9233-149d971fee0e None None] Deleting port 715a7fb3-ad0e-402d-93b9-48dd40bd48f3 {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:51.104320 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-14656b38-a491-4586-9233-149d971fee0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:51.179040 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-14656b38-a491-4586-9233-149d971fee0e None None] The port '715a7fb3-ad0e-402d-93b9-48dd40bd48f3' was deleted {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 08:34:51.332949 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Network 696a1b6f-ec54-427b-a498-26979b9bd02e has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:34:51.355269 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:34:51.430059 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:51.434786 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:51.438545 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-3b1a61ca-08ec-4f00-a299-cb1c516d9535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:51.468355 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Pushing event deleted for resources: {'Network': ['ID=696a1b6f-ec54-427b-a498-26979b9bd02e,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:51.471078 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:51.479081 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-b1d97c0e-1b67-44ff-8501-ee4650ad03bc admin admin] 10.222.0.54 "DELETE /v2.0/networks/696a1b6f-ec54-427b-a498-26979b9bd02e HTTP/1.1" status: 204  len: 168 time: 1.9394536
Apr 08 08:34:51.482226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43068) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:52.072356 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036850984305'] for router_interface, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:52.447405 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Deleting port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:52.447788 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:52.633916 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] For port 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,segment=NetworkSegment(4ed9834a-9e53-4d32-84c0-e69d3416815d),segment_id=4ed9834a-9e53-4d32-84c0-e69d3416815d)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:52.634242 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:52.766926 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Calling delete_port for 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b owned by network:router_interface {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:52.943046 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:52.958985 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-99111b76-97c6-4cc2-92ed-f4214bacce1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:52.987492 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:53.020493 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:53.068063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:53.419719 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851004917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036850985028'] for router_interface, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:54.190697 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Router 87fb661c-13d9-4049-b89d-851e57dcd21f has already been hosted by L3 agent 986821ae-59b5-4a88-aa3d-a05bd0c86f99 {{(pid=84306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 08 08:34:54.384396 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] Notify agent at l3_agent.dv-cinder-761113-10-iscsi the message routers_updated {{(pid=84306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 08 08:34:54.393111 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] Sync routers for ids ['87fb661c-13d9-4049-b89d-851e57dcd21f'] in dv-cinder-761113-10-iscsi {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 08 08:34:54.402060 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-1fd19071-b532-463a-9683-dab66334dc8d admin admin] 10.222.0.54 "PUT /v2.0/routers/87fb661c-13d9-4049-b89d-851e57dcd21f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9168918
Apr 08 08:34:54.403057 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43074) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:54.408104 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] Routers {'87fb661c-13d9-4049-b89d-851e57dcd21f'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:34:54.409137 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c106f34e0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:34:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['87fb661c-13d9-4049-b89d-851e57dcd21f'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:54.593075 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:54.597604 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] Set router 87fb661c-13d9-4049-b89d-851e57dcd21f gateway port host: dv-cinder-761113-10-iscsi {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:34:54.793725 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:54.802907 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Deleting port 6b9035e0-5950-47f3-b371-ce2d81ed68a2 {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:54.803240 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:54.907799 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c106f34e0>, [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'external_fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:34:52Z', 'revision_number': 5, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port': {'id': '6b9035e0-5950-47f3-b371-ce2d81ed68a2', 'name': '', 'network_id': '789407dc-7204-4632-aea5-1d0d530f4625', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:40:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-761113-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-08T08:27:47Z', 'updated_at': '2021-04-08T08:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '19124b82-8b77-46a7-91cd-d172faa25f6f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-761113-10-iscsi'}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:54.912772 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] Checking router: 87fb661c-13d9-4049-b89d-851e57dcd21f for host: dv-cinder-761113-10-iscsi {{(pid=84309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 08 08:34:54.922160 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] Routers {'87fb661c-13d9-4049-b89d-851e57dcd21f'} bound to L3 agent in host dv-cinder-761113-10-iscsi {{(pid=84309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 08 08:34:54.922929 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f7c106f34e0>, 'dv-cinder-761113-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-08T08:08:48Z,description=<?>,heartbeat_timestamp=2021-04-08T08:34:48Z,host='dv-cinder-761113-10-iscsi',id=986821ae-59b5-4a88-aa3d-a05bd0c86f99,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-08T08:08:48Z,topic='l3_agent')) {'router_ids': ['87fb661c-13d9-4049-b89d-851e57dcd21f'], 'active': True} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:54.994922 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] For port 6b9035e0-5950-47f3-b371-ce2d81ed68a2, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6b9035e0-5950-47f3-b371-ce2d81ed68a2,segment=NetworkSegment(986ed6f4-fc71-47c1-b128-87674f17f5b8),segment_id=986ed6f4-fc71-47c1-b128-87674f17f5b8)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:54.995322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:55.090281 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvr_db [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] Set router 87fb661c-13d9-4049-b89d-851e57dcd21f gateway port host: None {{(pid=84309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 08 08:34:55.138934 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Calling delete_port for 6b9035e0-5950-47f3-b371-ce2d81ed68a2 owned by network:router_gateway {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:55.204540 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_hamode_db [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f7c106f34e0>, [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:34:54Z', 'revision_number': 6, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port_host': None}], 'dv-cinder-761113-10-iscsi', False) {} {{(pid=84309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:55.209622 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd450568-dce6-476d-93f6-f86b352e5c5d None None] The sync data for ids ['87fb661c-13d9-4049-b89d-851e57dcd21f'] in dv-cinder-761113-10-iscsi is: [{'id': '87fb661c-13d9-4049-b89d-851e57dcd21f', 'name': 'tempest-TestVolumeBootPattern-1195294712-router', 'tenant_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-08T08:27:46Z', 'updated_at': '2021-04-08T08:34:54Z', 'revision_number': 6, 'project_id': '4b04b5873b5c4423a6d75f0f5043f8cd', 'gw_port_host': None}] {{(pid=84309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 08 08:34:55.337555 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:55.353823 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-47e2c5a6-4069-4f8d-9459-f6d5d8c13652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:55.417098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9035e0-5950-47f3-b371-ce2d81ed68a2,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:55.465279 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:55.623490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036850990404'] for router_gateway, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:55.815342 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3750716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7068'] for router, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:55.817856 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:55.841664 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3750806'] for router, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:55.842244 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87fb661c-13d9-4049-b89d-851e57dcd21f {{(pid=84306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 08 08:34:55.855707 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] Notify callbacks [] for router, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:55.856953 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-a33dca33-ecd7-402f-9567-a9b40cd078f1 admin admin] 10.222.0.54 "DELETE /v2.0/routers/87fb661c-13d9-4049-b89d-851e57dcd21f HTTP/1.1" status: 204  len: 168 time: 1.4529126
Apr 08 08:34:55.859652 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43078) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:55.933457 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.db_base_plugin_v2 [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] Deleting subnet 27fc1aaa-7b03-41a5-ae25-bf145bf4c24e {{(pid=84306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 08 08:34:55.936794 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:55.946464 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:34:55.987858 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:34:55.988300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 52306e3a-1d23-44c2-9c4b-0c5baf2b5d4b not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:34:55.988790 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6b9035e0-5950-47f3-b371-ce2d81ed68a2 no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:34:55.998226 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1513428'] for subnet, precommit_delete_associations {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:56.025341 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 6b9035e0-5950-47f3-b371-ce2d81ed68a2 {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:34:56.025805 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6b9035e0-5950-47f3-b371-ce2d81ed68a2 not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:34:56.080745 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854768698'] for subnet, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:56.345902 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7117', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903036', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826691203', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28287534'] for subnet, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:56.362098 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-adf45e5d-7f20-4fac-a33e-66d7baf94ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:56.412142 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27fc1aaa-7b03-41a5-ae25-bf145bf4c24e,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:56.415147 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:56.501976 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:56.508393 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb93012-1e5d-44a7-8209-9e5f1525c59a None None] Network 9b69a52e-692b-4f75-bb50-25815cf9431d requested from dv-cinder-761113-10-iscsi {{(pid=84308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 08 08:34:56.510517 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-61564a6f-ebc7-446e-8c0b-ee8dda8347aa admin admin] 10.222.0.54 "DELETE /v2.0/subnets/27fc1aaa-7b03-41a5-ae25-bf145bf4c24e HTTP/1.1" status: 204  len: 168 time: 0.6497853
Apr 08 08:34:56.513196 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43082) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:56.635632 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-202596'] for network, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:56.709981 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Deleting port 6387501d-de7a-49b6-b491-65daefe50bff {{(pid=84306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:56.710365 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:56.781544 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] DHCP port deletion for 9b69a52e-692b-4f75-bb50-25815cf9431d request from dv-cinder-761113-10-iscsi {{(pid=84308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 08 08:34:56.786017 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] Deleting port 6387501d-de7a-49b6-b491-65daefe50bff {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:56.786557 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:56.940667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] For port 6387501d-de7a-49b6-b491-65daefe50bff, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6387501d-de7a-49b6-b491-65daefe50bff,segment=NetworkSegment(4ed9834a-9e53-4d32-84c0-e69d3416815d),segment_id=4ed9834a-9e53-4d32-84c0-e69d3416815d)] {{(pid=84306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:56.940996 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:57.009677 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.db [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] For port 6387501d-de7a-49b6-b491-65daefe50bff, host dv-cinder-761113-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-761113-10-iscsi',level=0,port_id=6387501d-de7a-49b6-b491-65daefe50bff,segment=NetworkSegment(4ed9834a-9e53-4d32-84c0-e69d3416815d),segment_id=4ed9834a-9e53-4d32-84c0-e69d3416815d)] {{(pid=84308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 08 08:34:57.010112 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3788897'] for port, precommit_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:57.078546 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Calling delete_port for 6387501d-de7a-49b6-b491-65daefe50bff owned by network:dhcp {{(pid=84306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:57.142466 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] Calling delete_port for 6387501d-de7a-49b6-b491-65daefe50bff owned by network:dhcp {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 08 08:34:57.156069 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854660470', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4146418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363276176202117', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363276176700805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28084567'] for port, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:57.171852 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-465a1901-6ab8-4848-9d89-36260a7169a4 tempest-VolumesSnapshotTestJSON-2143557609 tempest-VolumesSnapshotTestJSON-2143557609-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:57.222711 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.db.api [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 08 08:34:57.223099 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_db.api [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 08 08:34:57.493831 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=6387501d-de7a-49b6-b491-65daefe50bff,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:57.541238 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:57.576475 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] No DVR routers for this DVR port 6387501d-de7a-49b6-b491-65daefe50bff on host dv-cinder-761113-10-iscsi {{(pid=84306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 08 08:34:57.701118 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190790', 'neutron.services.segments.db._delete_segments_for_network--9223363276176148750'] for network, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:57.724139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] Deleting port 6387501d-de7a-49b6-b491-65daefe50bff {{(pid=84308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 08 08:34:57.724741 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760678570406'] for port, before_delete {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:57.805490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-c871b0ec-72e4-4f7d-bf84-70753f8c68d2 None None] The port '6387501d-de7a-49b6-b491-65daefe50bff' was deleted {{(pid=84308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 08 08:34:57.829008 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f7c0ae14390>,) {'filters': {'network_id': ['9b69a52e-692b-4f75-bb50-25815cf9431d']}} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:57.843162 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0ae14390>, '4ed9834a-9e53-4d32-84c0-e69d3416815d') {'for_net_delete': True} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:57.843512 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.services.segments.db [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f7c0ae14390>, '4ed9834a-9e53-4d32-84c0-e69d3416815d') {} {{(pid=84306) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 08 08:34:57.856435 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363276176178428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853262356'] for segment, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:57.875578 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850584543'] for segment, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:57.884030 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=84306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 08 08:34:57.933010 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6387501d-de7a-49b6-b491-65daefe50bff no longer exists at agent ovs-agent-dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 08 08:34:57.974742 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.plugin [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] No Port match for: 6387501d-de7a-49b6-b491-65daefe50bff {{(pid=84308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 08 08:34:57.975115 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.rpc [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Device 6387501d-de7a-49b6-b491-65daefe50bff not bound to the agent host dv-cinder-761113-10-iscsi {{(pid=84308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 08 08:34:58.074298 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Network 9b69a52e-692b-4f75-bb50-25815cf9431d has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:34:58.084370 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4191289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036826691296'] for segment, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:58.270530 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.plugins.ml2.managers [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Network 9b69a52e-692b-4f75-bb50-25815cf9431d has no segments {{(pid=84306) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]: Traceback (most recent call last):
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     timer()
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     cb(*args, **kw)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     return func(*args, **kwargs)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     self._notify()
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     self.callback(batched_events)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     event.method(event)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     segment_id)['aggregates'][0]
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     return f(self, *a, **k)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self._get(url).json()
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     **kwargs)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     return self.request(url, 'GET', **kwargs)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     **endpoint_filter)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 08 08:34:58.297509 dv-cinder-761113-10-iscsi neutron-server[84193]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 08 08:34:58.377514 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850585010', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3770882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3785435'] for network, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:58.381266 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-6d96a06c-017c-4152-b42d-77e70fbd2e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:58.395871 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3770897'] for network, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:58.406954 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=9b69a52e-692b-4f75-bb50-25815cf9431d,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:58.412124 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:58.416081 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-e7efc7a2-a2dc-4238-b055-2c34b9ab3cfa admin admin] 10.222.0.54 "DELETE /v2.0/networks/9b69a52e-692b-4f75-bb50-25815cf9431d HTTP/1.1" status: 204  len: 168 time: 1.9017756
Apr 08 08:34:58.532802 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43088) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:58.574145 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-6a285d93-10b0-4ff3-ae0e-becc8c4d4e54 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2f8460e9e7c645d293d050f25071e311&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0399163
Apr 08 08:34:58.577872 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43092) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:58.640094 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f91a4f78-81e9-4ee3-8701-c963b137e443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:58.668202 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f91a4f78-81e9-4ee3-8701-c963b137e443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:58.718573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f91a4f78-81e9-4ee3-8701-c963b137e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:58.724275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-20a9dc15-fc58-4804-b611-9200615e0dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:58.740007 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a4f78-81e9-4ee3-8701-c963b137e443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04808fdb-99e7-4cee-bf38-14909745dbde,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:58.743194 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-f91a4f78-81e9-4ee3-8701-c963b137e443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:58.745265 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f91a4f78-81e9-4ee3-8701-c963b137e443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:58.746490 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-f91a4f78-81e9-4ee3-8701-c963b137e443 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/04808fdb-99e7-4cee-bf38-14909745dbde HTTP/1.1" status: 204  len: 168 time: 0.1676514
Apr 08 08:34:59.097565 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43100) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:59.133739 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-cdd619e2-fb9e-4004-ab94-ec0e9ec670fb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4b04b5873b5c4423a6d75f0f5043f8cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0347559
Apr 08 08:34:59.136346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [-] (84306) accepted ('10.222.0.54', 43104) {{(pid=84306) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 08 08:34:59.203305 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cc3db571-2d51-42b3-9d24-011ee20cee7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:59.237204 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cc3db571-2d51-42b3-9d24-011ee20cee7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:59.284974 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cc3db571-2d51-42b3-9d24-011ee20cee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3903204'] for security_group, after_delete {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:59.290490 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-923f731a-cb02-4300-8426-94c89f7fedb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 08 08:34:59.303853 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3db571-2d51-42b3-9d24-011ee20cee7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91685d68-236f-4404-b190-7262514e8221,revision_number=None']} {{(pid=84306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 08 08:34:59.307095 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG oslo_concurrency.lockutils [None req-cc3db571-2d51-42b3-9d24-011ee20cee7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84306) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 08 08:34:59.309220 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-cc3db571-2d51-42b3-9d24-011ee20cee7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84306) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:34:59.310476 dv-cinder-761113-10-iscsi neutron-server[84193]: INFO neutron.wsgi [None req-cc3db571-2d51-42b3-9d24-011ee20cee7b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/91685d68-236f-4404-b190-7262514e8221 HTTP/1.1" status: 204  len: 168 time: 0.1731410
Apr 08 08:35:15.057359 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dc64ca54-10a5-48f6-85b0-b10d22f2b75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:18.156536 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-49aefb10-8d6a-48b0-98c5-9746709af6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:18.240524 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:19.382332 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:20.073968 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:23.002311 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:27.390765 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:35:45.059437 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-1b30060d-43b8-467d-9045-b3711fb30010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:48.158584 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ceb49e51-91b2-4955-929e-7123421829fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:48.243260 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:49.383770 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:50.076593 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:35:51.559076 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-4f6cb5fb-5dd6-42fe-8bd4-f5f694769e24 req-5e482b1d-67bb-4f7b-bb5f-5f89fb333a95 service neutron] (84306) timed out ('10.222.0.48', 57129) {{(pid=84306) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 08:35:53.015562 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:04.390892 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:36:15.060753 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-648b337b-aa78-4c7b-978d-0a37f6314d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:18.161269 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-4e2c4275-6331-42f5-803a-00c66effda2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:18.245667 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:19.386256 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:20.081012 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:23.015322 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:26.425484 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-481d8ba0-1519-41fb-aeae-3975c00c06d9 req-b7d39ab0-dc27-4e7d-a03e-c6859e57c476 service neutron] (84307) timed out ('10.222.0.48', 57090) {{(pid=84307) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 08:36:41.390682 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:36:45.062309 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-25ae55eb-62b6-4d8b-b89e-21ca84044970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:48.163729 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-c93582e0-1852-4c98-9ba5-c4316fc4f29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:48.249337 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:49.388685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:50.196352 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:53.030474 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:36:59.868390 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-85781bbe-eba5-44fe-a63d-9c876e260ba3 req-d1905624-d4c9-439c-860d-50f80d51b357 service neutron] (84307) timed out ('10.222.0.48', 57114) {{(pid=84307) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 08:37:15.063873 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d801fb0f-67e0-49a6-960f-0be7c44a0a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:18.166537 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-663bd617-6c35-4f8a-9c5c-12539a82c2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:18.250935 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:18.390198 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:37:19.390273 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:20.086550 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:23.029200 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:45.064959 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-f611d602-3999-42dd-8b2d-3bc823701fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:48.169463 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d16410f8-71da-4eaf-9b46-34111c9b7be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:48.253528 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:49.392319 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:50.090346 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:53.043864 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:37:55.390105 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:38:15.066296 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1d4a-aad9-4bf6-bca3-5ee44ab0caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:18.171139 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-96979316-d35c-4fbb-b3e3-b5f64c911cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:18.255330 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:19.396300 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:20.092720 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:23.044354 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:32.389014 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:38:45.067021 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-fc5ab746-2b2a-4287-a334-9653e37c1c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:48.174063 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-dda2515a-4141-4df3-b4c4-053b31e28c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:48.258299 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:49.397573 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:50.222955 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:38:53.042116 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:09.389102 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:39:15.070126 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-37489091-59b0-4328-9bf8-89095d7e959f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:18.176906 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-b3b5cc46-35de-4a65-92d2-839bbe432908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:18.260343 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:19.400275 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:20.100605 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:21.449449 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-aceb2cf6-5a49-4b64-b906-4c8c05d781dc req-5e6a7ba0-196e-41f7-a82d-c0f187406fb1 tempest-TestMinimumBasicScenario-1240679242 tempest-TestMinimumBasicScenario-1240679242-project] (84306) timed out ('10.222.0.54', 59582) {{(pid=84306) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 08 08:39:23.058616 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:45.071251 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-e7d492f1-7144-4c90-9d73-93969cc966ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:46.388587 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.db.agents_db [None req-f49fbc9c-5dfc-40d0-89cf-826ab5c218d0 None None] Agent healthcheck: found 6 active agents {{(pid=84309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 08 08:39:48.179308 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-8a3ed4b1-0eb6-456a-8aac-2caf7efb4ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:48.263826 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-715aecbe-bd9d-47f0-8a75-86421fb795ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:49.401685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-d39c1da9-6770-45cf-9a50-35a508f09780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:50.111531 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-ac8c7ddb-9829-420d-84e3-94f19a848066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:39:53.071685 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron_lib.callbacks.manager [None req-aefd48e1-cd8b-40ab-b1f6-d8becf0c3184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363276176148767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4187658'] for agent, after_update {{(pid=84308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 08 08:40:06.716447 dv-cinder-761113-10-iscsi neutron-server[84193]: DEBUG neutron.wsgi [req-9e713c54-481e-4c74-bbee-440d40c9a05b req-f76caa9c-304f-4333-a299-f51701413bc4 service neutron] (84307) timed out ('10.222.0.54', 35974) {{(pid=84307) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}